2024-12-03 23:16:51,095 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-03 23:16:51,112 main DEBUG Took 0.016072 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 23:16:51,113 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 23:16:51,113 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 23:16:51,114 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 23:16:51,115 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 23:16:51,122 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 23:16:51,133 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:16:51,134 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 23:16:51,135 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:16:51,135 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 23:16:51,136 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:16:51,136 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 23:16:51,137 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:16:51,137 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 23:16:51,137 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:16:51,138 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 23:16:51,138 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:16:51,139 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 23:16:51,139 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:16:51,139 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 23:16:51,140 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:16:51,140 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 23:16:51,140 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:16:51,141 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 23:16:51,141 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:16:51,141 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 23:16:51,142 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:16:51,142 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 23:16:51,143 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:16:51,143 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 23:16:51,143 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:16:51,143 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 23:16:51,145 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:16:51,146 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 23:16:51,147 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 23:16:51,148 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 23:16:51,149 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 23:16:51,149 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 23:16:51,157 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 23:16:51,159 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 23:16:51,161 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 23:16:51,161 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 23:16:51,162 main DEBUG createAppenders(={Console}) 2024-12-03 23:16:51,162 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-03 23:16:51,163 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-03 23:16:51,163 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-03 23:16:51,164 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 23:16:51,164 main DEBUG OutputStream closed 2024-12-03 23:16:51,164 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 23:16:51,164 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 23:16:51,165 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-03 23:16:51,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 23:16:51,232 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 23:16:51,233 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 23:16:51,234 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 23:16:51,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 23:16:51,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 23:16:51,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 23:16:51,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 23:16:51,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 23:16:51,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 23:16:51,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 23:16:51,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 23:16:51,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 23:16:51,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 23:16:51,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 23:16:51,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 23:16:51,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 23:16:51,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 23:16:51,241 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 23:16:51,242 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-03 23:16:51,242 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 23:16:51,243 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-03T23:16:51,256 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-03 23:16:51,259 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 23:16:51,259 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T23:16:51,308 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=350, ProcessCount=11, AvailableMemoryMB=8228 2024-12-03T23:16:51,547 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-03T23:16:51,586 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686 2024-12-03T23:16:51,589 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/cluster_4b0d4a38-15eb-71cc-e85e-a37d90868556, deleteOnExit=true 2024-12-03T23:16:51,676 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/cluster_4b0d4a38-15eb-71cc-e85e-a37d90868556/zookeeper_0, clientPort=52762, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/cluster_4b0d4a38-15eb-71cc-e85e-a37d90868556/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/cluster_4b0d4a38-15eb-71cc-e85e-a37d90868556/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T23:16:51,689 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52762 2024-12-03T23:16:51,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T23:16:51,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T23:16:51,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/test.cache.data in system properties and HBase conf 2024-12-03T23:16:51,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T23:16:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/hadoop.log.dir in system properties and HBase conf 2024-12-03T23:16:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T23:16:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T23:16:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T23:16:51,796 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T23:16:51,905 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T23:16:51,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:16:51,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:16:51,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T23:16:51,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:16:51,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T23:16:51,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T23:16:51,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:16:51,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:16:51,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T23:16:51,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/nfs.dump.dir in system properties and HBase conf 2024-12-03T23:16:51,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/java.io.tmpdir in system properties and HBase conf 2024-12-03T23:16:51,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:16:51,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T23:16:51,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T23:16:52,743 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T23:16:52,824 INFO [Time-limited test {}] log.Log(170): Logging initialized @2448ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T23:16:52,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:16:52,973 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:16:52,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:16:52,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:16:52,994 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T23:16:53,012 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:16:53,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76f367e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:16:53,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@711609b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:16:53,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34444f5b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/java.io.tmpdir/jetty-localhost-37927-hadoop-hdfs-3_4_1-tests_jar-_-any-4575259876415916847/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:16:53,210 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18ffb70e{HTTP/1.1, (http/1.1)}{localhost:37927} 2024-12-03T23:16:53,211 INFO [Time-limited test {}] server.Server(415): Started @2836ms 2024-12-03T23:16:53,641 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:16:53,647 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:16:53,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:16:53,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:16:53,649 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T23:16:53,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cb6d394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:16:53,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4247812b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:16:53,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f0edb62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/java.io.tmpdir/jetty-localhost-34895-hadoop-hdfs-3_4_1-tests_jar-_-any-3237987035895448468/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:16:53,774 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68de4c05{HTTP/1.1, (http/1.1)}{localhost:34895} 2024-12-03T23:16:53,775 INFO [Time-limited test {}] server.Server(415): Started @3400ms 2024-12-03T23:16:53,831 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T23:16:54,323 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/cluster_4b0d4a38-15eb-71cc-e85e-a37d90868556/data/data1/current/BP-2143827565-172.17.0.2-1733267812501/current, will proceed with Du for space computation calculation, 2024-12-03T23:16:54,323 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/cluster_4b0d4a38-15eb-71cc-e85e-a37d90868556/data/data2/current/BP-2143827565-172.17.0.2-1733267812501/current, will proceed with Du for space computation calculation, 2024-12-03T23:16:54,361 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T23:16:54,416 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x770869478b1ce748 with lease ID 0xb0630aa1b9830016: Processing first storage report for DS-5a5c120e-6161-462f-9878-1688ec210b89 from datanode DatanodeRegistration(127.0.0.1:45989, datanodeUuid=55848fdf-f561-42f7-9218-9abecc915d0d, infoPort=43647, infoSecurePort=0, ipcPort=41019, storageInfo=lv=-57;cid=testClusterID;nsid=2101655037;c=1733267812501) 2024-12-03T23:16:54,418 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x770869478b1ce748 with lease ID 0xb0630aa1b9830016: from storage DS-5a5c120e-6161-462f-9878-1688ec210b89 node DatanodeRegistration(127.0.0.1:45989, datanodeUuid=55848fdf-f561-42f7-9218-9abecc915d0d, infoPort=43647, infoSecurePort=0, ipcPort=41019, storageInfo=lv=-57;cid=testClusterID;nsid=2101655037;c=1733267812501), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T23:16:54,418 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x770869478b1ce748 with lease ID 0xb0630aa1b9830016: Processing first storage report for DS-f757b47c-694f-4248-a6ae-69d93e86706a from datanode DatanodeRegistration(127.0.0.1:45989, datanodeUuid=55848fdf-f561-42f7-9218-9abecc915d0d, infoPort=43647, infoSecurePort=0, ipcPort=41019, storageInfo=lv=-57;cid=testClusterID;nsid=2101655037;c=1733267812501) 2024-12-03T23:16:54,418 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x770869478b1ce748 with lease ID 0xb0630aa1b9830016: from storage DS-f757b47c-694f-4248-a6ae-69d93e86706a node DatanodeRegistration(127.0.0.1:45989, datanodeUuid=55848fdf-f561-42f7-9218-9abecc915d0d, infoPort=43647, infoSecurePort=0, ipcPort=41019, storageInfo=lv=-57;cid=testClusterID;nsid=2101655037;c=1733267812501), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:16:54,492 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686 2024-12-03T23:16:54,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:16:54,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:16:54,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741825_1001 (size=7) 2024-12-03T23:16:55,132 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af with version=8 2024-12-03T23:16:55,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/hbase-staging 2024-12-03T23:16:55,226 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T23:16:55,474 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:16:55,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:16:55,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:16:55,489 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:16:55,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:16:55,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:16:55,626 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T23:16:55,686 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T23:16:55,694 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T23:16:55,698 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:16:55,725 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12716 (auto-detected) 2024-12-03T23:16:55,726 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-03T23:16:55,746 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41029 2024-12-03T23:16:55,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41029 connecting to ZooKeeper ensemble=127.0.0.1:52762 2024-12-03T23:16:55,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410290x0, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:16:55,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41029-0x1017a9dd7d80000 connected 2024-12-03T23:16:55,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:16:55,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:16:55,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Set watcher on znode that does not yet exist, /01773538831/running 2024-12-03T23:16:55,848 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af, hbase.cluster.distributed=false 2024-12-03T23:16:55,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Set watcher on znode that does not yet exist, /01773538831/acl 2024-12-03T23:16:55,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41029 2024-12-03T23:16:55,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41029 2024-12-03T23:16:55,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41029 2024-12-03T23:16:55,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41029 2024-12-03T23:16:55,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41029 2024-12-03T23:16:55,989 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:16:55,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:16:55,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:16:55,991 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:16:55,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:16:55,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:16:55,994 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:16:55,996 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:16:55,997 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33525 2024-12-03T23:16:55,999 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33525 connecting to ZooKeeper ensemble=127.0.0.1:52762 2024-12-03T23:16:56,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:16:56,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:16:56,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335250x0, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:16:56,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33525-0x1017a9dd7d80001 connected 2024-12-03T23:16:56,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33525-0x1017a9dd7d80001, quorum=127.0.0.1:52762, baseZNode=/01773538831 Set watcher on znode that does not yet exist, /01773538831/running 2024-12-03T23:16:56,015 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:16:56,023 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:16:56,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33525-0x1017a9dd7d80001, quorum=127.0.0.1:52762, baseZNode=/01773538831 Set watcher on znode that does not yet exist, /01773538831/master 2024-12-03T23:16:56,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33525-0x1017a9dd7d80001, quorum=127.0.0.1:52762, baseZNode=/01773538831 Set watcher on znode that does not yet exist, /01773538831/acl 2024-12-03T23:16:56,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33525 2024-12-03T23:16:56,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33525 2024-12-03T23:16:56,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33525 2024-12-03T23:16:56,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33525 2024-12-03T23:16:56,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33525 2024-12-03T23:16:56,050 DEBUG [M:0;5f9d64419733:41029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5f9d64419733:41029 2024-12-03T23:16:56,051 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01773538831/backup-masters/5f9d64419733,41029,1733267815278 2024-12-03T23:16:56,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1017a9dd7d80001, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831/backup-masters 2024-12-03T23:16:56,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831/backup-masters 2024-12-03T23:16:56,061 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Set watcher on existing znode=/01773538831/backup-masters/5f9d64419733,41029,1733267815278 2024-12-03T23:16:56,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831 2024-12-03T23:16:56,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1017a9dd7d80001, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01773538831/master 2024-12-03T23:16:56,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1017a9dd7d80001, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831 2024-12-03T23:16:56,087 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Set watcher on existing znode=/01773538831/master 2024-12-03T23:16:56,088 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01773538831/backup-masters/5f9d64419733,41029,1733267815278 from backup master directory 2024-12-03T23:16:56,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1017a9dd7d80001, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831/backup-masters 2024-12-03T23:16:56,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01773538831/backup-masters/5f9d64419733,41029,1733267815278 2024-12-03T23:16:56,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831/backup-masters 2024-12-03T23:16:56,092 WARN [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:16:56,093 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5f9d64419733,41029,1733267815278 2024-12-03T23:16:56,095 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T23:16:56,096 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T23:16:56,155 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/hbase.id] with ID: a8df219c-e670-4540-8bd6-4be8858c4d6f 2024-12-03T23:16:56,155 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/.tmp/hbase.id 2024-12-03T23:16:56,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741826_1002 (size=42) 2024-12-03T23:16:56,166 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/.tmp/hbase.id]:[hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/hbase.id] 2024-12-03T23:16:56,208 INFO [master/5f9d64419733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:16:56,213 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T23:16:56,235 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-12-03T23:16:56,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831 2024-12-03T23:16:56,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1017a9dd7d80001, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831 2024-12-03T23:16:56,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741827_1003 (size=196) 2024-12-03T23:16:56,262 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:16:56,265 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T23:16:56,282 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:16:56,286 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:16:56,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741828_1004 (size=1189) 2024-12-03T23:16:56,736 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store 2024-12-03T23:16:56,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741829_1005 (size=34) 2024-12-03T23:16:57,161 INFO [master/5f9d64419733:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T23:16:57,164 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:16:57,165 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:16:57,166 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:16:57,166 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:16:57,167 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:16:57,168 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:16:57,168 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:16:57,169 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733267817165Disabling compacts and flushes for region at 1733267817165Disabling writes for close at 1733267817167 (+2 ms)Writing region close event to WAL at 1733267817168 (+1 ms)Closed at 1733267817168 2024-12-03T23:16:57,171 WARN [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/.initializing 2024-12-03T23:16:57,171 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/WALs/5f9d64419733,41029,1733267815278 2024-12-03T23:16:57,180 INFO [master/5f9d64419733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:16:57,194 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C41029%2C1733267815278, suffix=, logDir=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/WALs/5f9d64419733,41029,1733267815278, archiveDir=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/oldWALs, maxLogs=10 2024-12-03T23:16:57,216 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/WALs/5f9d64419733,41029,1733267815278/5f9d64419733%2C41029%2C1733267815278.1733267817198, exclude list is [], retry=0 2024-12-03T23:16:57,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45989,DS-5a5c120e-6161-462f-9878-1688ec210b89,DISK] 2024-12-03T23:16:57,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T23:16:57,272 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/WALs/5f9d64419733,41029,1733267815278/5f9d64419733%2C41029%2C1733267815278.1733267817198 2024-12-03T23:16:57,273 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43647:43647)] 2024-12-03T23:16:57,273 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:16:57,274 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:16:57,277 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:16:57,278 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:16:57,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:16:57,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T23:16:57,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:16:57,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:16:57,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:16:57,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T23:16:57,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:16:57,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:16:57,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:16:57,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T23:16:57,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:16:57,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:16:57,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:16:57,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T23:16:57,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:16:57,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:16:57,361 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:16:57,364 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:16:57,366 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:16:57,371 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:16:57,372 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:16:57,375 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:16:57,378 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:16:57,383 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:16:57,384 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70329123, jitterRate=0.04798559844493866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:16:57,390 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733267817289Initializing all the Stores at 1733267817291 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267817292 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267817292Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267817293 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267817293Cleaning up temporary data from old regions at 1733267817372 (+79 ms)Region opened successfully at 1733267817390 (+18 ms) 2024-12-03T23:16:57,391 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T23:16:57,424 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152ac6a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:16:57,456 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T23:16:57,467 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T23:16:57,467 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T23:16:57,470 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T23:16:57,472 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T23:16:57,477 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-03T23:16:57,477 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T23:16:57,502 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T23:16:57,510 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Unable to get data of znode /01773538831/balancer because node does not exist (not necessarily an error) 2024-12-03T23:16:57,513 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773538831/balancer already deleted, retry=false 2024-12-03T23:16:57,515 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T23:16:57,517 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Unable to get data of znode /01773538831/normalizer because node does not exist (not necessarily an error) 2024-12-03T23:16:57,519 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773538831/normalizer already deleted, retry=false 2024-12-03T23:16:57,521 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T23:16:57,524 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Unable to get data of znode /01773538831/switch/split because node does not exist (not necessarily an error) 2024-12-03T23:16:57,526 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773538831/switch/split already deleted, retry=false 2024-12-03T23:16:57,527 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Unable to get data of znode /01773538831/switch/merge because node does not exist (not necessarily an error) 2024-12-03T23:16:57,529 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773538831/switch/merge already deleted, retry=false 2024-12-03T23:16:57,547 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Unable to get data of znode /01773538831/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T23:16:57,549 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773538831/snapshot-cleanup already deleted, retry=false 2024-12-03T23:16:57,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01773538831/running 2024-12-03T23:16:57,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1017a9dd7d80001, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01773538831/running 2024-12-03T23:16:57,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831 2024-12-03T23:16:57,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1017a9dd7d80001, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831 2024-12-03T23:16:57,556 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5f9d64419733,41029,1733267815278, sessionid=0x1017a9dd7d80000, setting cluster-up flag (Was=false) 2024-12-03T23:16:57,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831 2024-12-03T23:16:57,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1017a9dd7d80001, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831 2024-12-03T23:16:57,574 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01773538831/flush-table-proc/acquired, /01773538831/flush-table-proc/reached, /01773538831/flush-table-proc/abort 2024-12-03T23:16:57,576 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,41029,1733267815278 2024-12-03T23:16:57,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831 2024-12-03T23:16:57,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1017a9dd7d80001, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831 2024-12-03T23:16:57,587 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01773538831/online-snapshot/acquired, /01773538831/online-snapshot/reached, /01773538831/online-snapshot/abort 2024-12-03T23:16:57,588 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,41029,1733267815278 2024-12-03T23:16:57,594 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T23:16:57,639 INFO [RS:0;5f9d64419733:33525 {}] regionserver.HRegionServer(746): ClusterId : a8df219c-e670-4540-8bd6-4be8858c4d6f 2024-12-03T23:16:57,641 DEBUG [RS:0;5f9d64419733:33525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:16:57,647 DEBUG [RS:0;5f9d64419733:33525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:16:57,647 DEBUG [RS:0;5f9d64419733:33525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:16:57,650 DEBUG [RS:0;5f9d64419733:33525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:16:57,651 DEBUG [RS:0;5f9d64419733:33525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5edb43c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:16:57,665 DEBUG [RS:0;5f9d64419733:33525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5f9d64419733:33525 2024-12-03T23:16:57,668 INFO [RS:0;5f9d64419733:33525 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:16:57,668 INFO [RS:0;5f9d64419733:33525 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:16:57,668 DEBUG [RS:0;5f9d64419733:33525 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:16:57,669 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T23:16:57,671 INFO [RS:0;5f9d64419733:33525 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,41029,1733267815278 with port=33525, startcode=1733267815949 2024-12-03T23:16:57,679 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T23:16:57,682 DEBUG [RS:0;5f9d64419733:33525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:16:57,685 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T23:16:57,691 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5f9d64419733,41029,1733267815278 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T23:16:57,700 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:16:57,700 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:16:57,700 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:16:57,700 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:16:57,701 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5f9d64419733:0, corePoolSize=10, maxPoolSize=10 2024-12-03T23:16:57,701 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:16:57,701 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:16:57,702 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:16:57,705 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733267847705 2024-12-03T23:16:57,707 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T23:16:57,707 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:16:57,708 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T23:16:57,708 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T23:16:57,711 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T23:16:57,711 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T23:16:57,712 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T23:16:57,712 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T23:16:57,712 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:16:57,715 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:16:57,715 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T23:16:57,715 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T23:16:57,716 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T23:16:57,717 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T23:16:57,717 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T23:16:57,720 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T23:16:57,720 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T23:16:57,720 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:16:57,722 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267817721,5,FailOnTimeoutGroup] 2024-12-03T23:16:57,723 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267817722,5,FailOnTimeoutGroup] 2024-12-03T23:16:57,723 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:16:57,723 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T23:16:57,724 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T23:16:57,725 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T23:16:57,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741831_1007 (size=1321) 2024-12-03T23:16:57,727 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41029 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,33525,1733267815949 2024-12-03T23:16:57,729 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41029 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,33525,1733267815949 2024-12-03T23:16:57,743 DEBUG [RS:0;5f9d64419733:33525 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af 2024-12-03T23:16:57,743 DEBUG [RS:0;5f9d64419733:33525 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44323 2024-12-03T23:16:57,743 DEBUG [RS:0;5f9d64419733:33525 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:16:57,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831/rs 2024-12-03T23:16:57,748 DEBUG [RS:0;5f9d64419733:33525 {}] zookeeper.ZKUtil(111): regionserver:33525-0x1017a9dd7d80001, quorum=127.0.0.1:52762, baseZNode=/01773538831 Set watcher on existing znode=/01773538831/rs/5f9d64419733,33525,1733267815949 2024-12-03T23:16:57,748 WARN [RS:0;5f9d64419733:33525 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:16:57,748 INFO [RS:0;5f9d64419733:33525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:16:57,749 DEBUG [RS:0;5f9d64419733:33525 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949 2024-12-03T23:16:57,750 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,33525,1733267815949] 2024-12-03T23:16:57,773 INFO [RS:0;5f9d64419733:33525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:16:57,786 INFO [RS:0;5f9d64419733:33525 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:16:57,791 INFO [RS:0;5f9d64419733:33525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:16:57,791 INFO [RS:0;5f9d64419733:33525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:16:57,792 INFO [RS:0;5f9d64419733:33525 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:16:57,798 INFO [RS:0;5f9d64419733:33525 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:16:57,799 INFO [RS:0;5f9d64419733:33525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:16:57,799 DEBUG [RS:0;5f9d64419733:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:16:57,799 DEBUG [RS:0;5f9d64419733:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:16:57,800 DEBUG [RS:0;5f9d64419733:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:16:57,800 DEBUG [RS:0;5f9d64419733:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:16:57,800 DEBUG [RS:0;5f9d64419733:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:16:57,800 DEBUG [RS:0;5f9d64419733:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:16:57,800 DEBUG [RS:0;5f9d64419733:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:16:57,800 DEBUG [RS:0;5f9d64419733:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:16:57,801 DEBUG [RS:0;5f9d64419733:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:16:57,801 DEBUG [RS:0;5f9d64419733:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:16:57,801 DEBUG [RS:0;5f9d64419733:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:16:57,801 DEBUG [RS:0;5f9d64419733:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:16:57,801 DEBUG [RS:0;5f9d64419733:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:16:57,802 DEBUG [RS:0;5f9d64419733:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:16:57,803 INFO [RS:0;5f9d64419733:33525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:16:57,803 INFO [RS:0;5f9d64419733:33525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:16:57,804 INFO [RS:0;5f9d64419733:33525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:16:57,804 INFO [RS:0;5f9d64419733:33525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:16:57,804 INFO [RS:0;5f9d64419733:33525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:16:57,804 INFO [RS:0;5f9d64419733:33525 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,33525,1733267815949-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:16:57,825 INFO [RS:0;5f9d64419733:33525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:16:57,827 INFO [RS:0;5f9d64419733:33525 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,33525,1733267815949-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:16:57,827 INFO [RS:0;5f9d64419733:33525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:16:57,827 INFO [RS:0;5f9d64419733:33525 {}] regionserver.Replication(171): 5f9d64419733,33525,1733267815949 started 2024-12-03T23:16:57,846 INFO [RS:0;5f9d64419733:33525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:16:57,846 INFO [RS:0;5f9d64419733:33525 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,33525,1733267815949, RpcServer on 5f9d64419733/172.17.0.2:33525, sessionid=0x1017a9dd7d80001 2024-12-03T23:16:57,847 DEBUG [RS:0;5f9d64419733:33525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:16:57,847 DEBUG [RS:0;5f9d64419733:33525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,33525,1733267815949 2024-12-03T23:16:57,847 DEBUG [RS:0;5f9d64419733:33525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,33525,1733267815949' 2024-12-03T23:16:57,848 DEBUG [RS:0;5f9d64419733:33525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01773538831/flush-table-proc/abort' 2024-12-03T23:16:57,849 DEBUG [RS:0;5f9d64419733:33525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01773538831/flush-table-proc/acquired' 2024-12-03T23:16:57,849 DEBUG [RS:0;5f9d64419733:33525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:16:57,849 DEBUG [RS:0;5f9d64419733:33525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:16:57,850 DEBUG [RS:0;5f9d64419733:33525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,33525,1733267815949 2024-12-03T23:16:57,850 DEBUG [RS:0;5f9d64419733:33525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,33525,1733267815949' 2024-12-03T23:16:57,850 DEBUG [RS:0;5f9d64419733:33525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01773538831/online-snapshot/abort' 2024-12-03T23:16:57,850 DEBUG [RS:0;5f9d64419733:33525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01773538831/online-snapshot/acquired' 2024-12-03T23:16:57,851 DEBUG [RS:0;5f9d64419733:33525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:16:57,851 INFO [RS:0;5f9d64419733:33525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:16:57,851 INFO [RS:0;5f9d64419733:33525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:16:57,957 INFO [RS:0;5f9d64419733:33525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:16:57,960 INFO [RS:0;5f9d64419733:33525 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C33525%2C1733267815949, suffix=, logDir=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949, archiveDir=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/oldWALs, maxLogs=10 2024-12-03T23:16:57,977 DEBUG [RS:0;5f9d64419733:33525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949/5f9d64419733%2C33525%2C1733267815949.1733267817963, exclude list is [], retry=0 2024-12-03T23:16:57,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45989,DS-5a5c120e-6161-462f-9878-1688ec210b89,DISK] 2024-12-03T23:16:57,985 INFO [RS:0;5f9d64419733:33525 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949/5f9d64419733%2C33525%2C1733267815949.1733267817963 2024-12-03T23:16:57,986 DEBUG [RS:0;5f9d64419733:33525 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43647:43647)] 2024-12-03T23:16:58,128 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T23:16:58,128 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af 2024-12-03T23:16:58,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741833_1009 (size=32) 2024-12-03T23:16:58,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:16:58,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:16:58,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:16:58,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:16:58,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:16:58,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:16:58,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:16:58,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:16:58,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:16:58,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:16:58,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:16:58,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:16:58,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:16:58,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:16:58,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:16:58,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:16:58,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:16:58,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:16:58,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740 2024-12-03T23:16:58,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740 2024-12-03T23:16:58,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:16:58,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:16:58,563 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:16:58,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:16:58,569 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:16:58,570 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69008782, jitterRate=0.02831098437309265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:16:58,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733267818540Initializing all the Stores at 1733267818542 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267818542Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267818542Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267818542Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267818542Cleaning up temporary data from old regions at 1733267818562 (+20 ms)Region opened successfully at 1733267818572 (+10 ms) 2024-12-03T23:16:58,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:16:58,572 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:16:58,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:16:58,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:16:58,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:16:58,574 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:16:58,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733267818572Disabling compacts and flushes for region at 1733267818572Disabling writes for close at 1733267818573 (+1 ms)Writing region close event to WAL at 1733267818574 (+1 ms)Closed at 1733267818574 2024-12-03T23:16:58,577 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:16:58,577 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T23:16:58,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T23:16:58,591 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:16:58,594 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T23:16:58,746 DEBUG [5f9d64419733:41029 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T23:16:58,759 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5f9d64419733,33525,1733267815949 2024-12-03T23:16:58,766 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,33525,1733267815949, state=OPENING 2024-12-03T23:16:58,771 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T23:16:58,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831 2024-12-03T23:16:58,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1017a9dd7d80001, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831 2024-12-03T23:16:58,775 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773538831/meta-region-server: CHANGED 2024-12-03T23:16:58,775 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773538831/meta-region-server: CHANGED 2024-12-03T23:16:58,776 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:16:58,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,33525,1733267815949}] 2024-12-03T23:16:58,952 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:16:58,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:16:58,965 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T23:16:58,966 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:16:58,967 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T23:16:58,970 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C33525%2C1733267815949.meta, suffix=.meta, logDir=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949, archiveDir=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/oldWALs, maxLogs=10 2024-12-03T23:16:58,987 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949/5f9d64419733%2C33525%2C1733267815949.meta.1733267818972.meta, exclude list is [], retry=0 2024-12-03T23:16:58,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45989,DS-5a5c120e-6161-462f-9878-1688ec210b89,DISK] 2024-12-03T23:16:58,993 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949/5f9d64419733%2C33525%2C1733267815949.meta.1733267818972.meta 2024-12-03T23:16:58,994 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43647:43647)] 2024-12-03T23:16:58,994 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:16:58,999 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:16:59,000 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:16:59,002 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T23:16:59,004 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T23:16:59,008 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T23:16:59,008 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:16:59,009 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T23:16:59,009 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T23:16:59,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:16:59,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:16:59,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:16:59,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:16:59,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:16:59,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:16:59,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:16:59,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:16:59,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:16:59,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:16:59,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:16:59,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:16:59,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:16:59,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:16:59,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:16:59,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:16:59,021 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:16:59,022 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740 2024-12-03T23:16:59,025 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740 2024-12-03T23:16:59,027 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:16:59,027 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:16:59,028 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:16:59,031 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:16:59,032 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65858129, jitterRate=-0.01863740384578705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:16:59,033 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T23:16:59,034 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733267819009Writing region info on filesystem at 1733267819009Initializing all the Stores at 1733267819011 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267819011Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267819011Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267819012 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267819012Cleaning up temporary data from old regions at 1733267819028 (+16 ms)Running coprocessor post-open hooks at 1733267819033 (+5 ms)Region opened successfully at 1733267819034 (+1 ms) 2024-12-03T23:16:59,042 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733267818943 2024-12-03T23:16:59,053 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T23:16:59,053 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T23:16:59,055 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,33525,1733267815949 2024-12-03T23:16:59,056 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,33525,1733267815949, state=OPEN 2024-12-03T23:16:59,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1017a9dd7d80001, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01773538831/meta-region-server 2024-12-03T23:16:59,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01773538831/meta-region-server 2024-12-03T23:16:59,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773538831/meta-region-server: CHANGED 2024-12-03T23:16:59,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773538831/meta-region-server: CHANGED 2024-12-03T23:16:59,062 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5f9d64419733,33525,1733267815949 2024-12-03T23:16:59,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T23:16:59,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,33525,1733267815949 in 286 msec 2024-12-03T23:16:59,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T23:16:59,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 486 msec 2024-12-03T23:16:59,075 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:16:59,075 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T23:16:59,095 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:16:59,097 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,33525,1733267815949, seqNum=-1] 2024-12-03T23:16:59,126 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:16:59,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:16:59,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5280 sec 2024-12-03T23:16:59,154 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733267819154, completionTime=-1 2024-12-03T23:16:59,157 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T23:16:59,157 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T23:16:59,181 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T23:16:59,181 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733267879181 2024-12-03T23:16:59,181 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733267939181 2024-12-03T23:16:59,181 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-12-03T23:16:59,183 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,41029,1733267815278-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:16:59,184 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,41029,1733267815278-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:16:59,184 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,41029,1733267815278-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:16:59,185 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5f9d64419733:41029, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:16:59,186 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T23:16:59,186 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T23:16:59,192 DEBUG [master/5f9d64419733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T23:16:59,213 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.120sec 2024-12-03T23:16:59,214 INFO [master/5f9d64419733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T23:16:59,216 INFO [master/5f9d64419733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T23:16:59,217 INFO [master/5f9d64419733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T23:16:59,217 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T23:16:59,217 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T23:16:59,218 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,41029,1733267815278-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:16:59,218 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,41029,1733267815278-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T23:16:59,226 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T23:16:59,227 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T23:16:59,227 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,41029,1733267815278-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:16:59,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7706b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:16:59,251 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T23:16:59,251 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T23:16:59,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,41029,-1 for getting cluster id 2024-12-03T23:16:59,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:16:59,265 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8df219c-e670-4540-8bd6-4be8858c4d6f' 2024-12-03T23:16:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:16:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8df219c-e670-4540-8bd6-4be8858c4d6f" 2024-12-03T23:16:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82e9087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:16:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,41029,-1] 2024-12-03T23:16:59,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:16:59,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:16:59,273 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:16:59,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f61a5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:16:59,276 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:16:59,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,33525,1733267815949, seqNum=-1] 2024-12-03T23:16:59,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:16:59,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:16:59,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5f9d64419733,41029,1733267815278 2024-12-03T23:16:59,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52762 2024-12-03T23:16:59,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:16:59,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017a9dd7d80002 connected 2024-12-03T23:16:59,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/hadoop.log.dir so I do NOT create it in target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c 2024-12-03T23:16:59,332 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T23:16:59,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/hadoop.tmp.dir so I do NOT create it in target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c 2024-12-03T23:16:59,332 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T23:16:59,332 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c 2024-12-03T23:16:59,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T23:16:59,332 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/cluster_7224b079-fcc6-2bbc-a7e3-50aaad23fd39, deleteOnExit=true 2024-12-03T23:16:59,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T23:16:59,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/test.cache.data in system properties and HBase conf 2024-12-03T23:16:59,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T23:16:59,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/hadoop.log.dir in system properties and HBase conf 2024-12-03T23:16:59,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T23:16:59,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T23:16:59,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T23:16:59,333 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T23:16:59,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:16:59,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:16:59,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T23:16:59,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:16:59,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T23:16:59,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T23:16:59,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:16:59,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:16:59,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T23:16:59,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/nfs.dump.dir in system properties and HBase conf 2024-12-03T23:16:59,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/java.io.tmpdir in system properties and HBase conf 2024-12-03T23:16:59,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:16:59,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T23:16:59,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T23:16:59,425 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:16:59,430 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:16:59,432 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:16:59,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:16:59,433 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T23:16:59,433 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:16:59,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f48dfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:16:59,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:16:59,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@503827bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/java.io.tmpdir/jetty-localhost-42937-hadoop-hdfs-3_4_1-tests_jar-_-any-16096703394200619659/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:16:59,555 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55ba3e2{HTTP/1.1, (http/1.1)}{localhost:42937} 2024-12-03T23:16:59,555 INFO [Time-limited test {}] server.Server(415): Started @9180ms 2024-12-03T23:16:59,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:16:59,652 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:16:59,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:16:59,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:16:59,653 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T23:16:59,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77c3ccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:16:59,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:16:59,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b61472e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/java.io.tmpdir/jetty-localhost-36593-hadoop-hdfs-3_4_1-tests_jar-_-any-15155906677690617203/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:16:59,778 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21fe5802{HTTP/1.1, (http/1.1)}{localhost:36593} 2024-12-03T23:16:59,778 INFO [Time-limited test {}] server.Server(415): Started @9403ms 2024-12-03T23:16:59,780 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T23:16:59,919 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/cluster_7224b079-fcc6-2bbc-a7e3-50aaad23fd39/data/data2/current/BP-365187933-172.17.0.2-1733267819368/current, will proceed with Du for space computation calculation, 2024-12-03T23:16:59,920 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/cluster_7224b079-fcc6-2bbc-a7e3-50aaad23fd39/data/data1/current/BP-365187933-172.17.0.2-1733267819368/current, will proceed with Du for space computation calculation, 2024-12-03T23:16:59,943 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T23:16:59,947 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdfa9565ecb5c9634 with lease ID 0xb3a20ea7407653b5: Processing first storage report for DS-3ab36370-d380-4335-9737-d7e072c49a6d from datanode DatanodeRegistration(127.0.0.1:46837, datanodeUuid=d86199a5-3070-4882-8379-5b575183f612, infoPort=45993, infoSecurePort=0, ipcPort=36575, storageInfo=lv=-57;cid=testClusterID;nsid=906901523;c=1733267819368) 2024-12-03T23:16:59,947 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfa9565ecb5c9634 with lease ID 0xb3a20ea7407653b5: from storage DS-3ab36370-d380-4335-9737-d7e072c49a6d node DatanodeRegistration(127.0.0.1:46837, datanodeUuid=d86199a5-3070-4882-8379-5b575183f612, infoPort=45993, infoSecurePort=0, ipcPort=36575, storageInfo=lv=-57;cid=testClusterID;nsid=906901523;c=1733267819368), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:16:59,947 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdfa9565ecb5c9634 with lease ID 0xb3a20ea7407653b5: Processing first storage report for DS-afcc153c-ee28-4fb3-b446-f8d880822273 from datanode DatanodeRegistration(127.0.0.1:46837, datanodeUuid=d86199a5-3070-4882-8379-5b575183f612, infoPort=45993, infoSecurePort=0, ipcPort=36575, storageInfo=lv=-57;cid=testClusterID;nsid=906901523;c=1733267819368) 2024-12-03T23:16:59,947 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfa9565ecb5c9634 with lease ID 0xb3a20ea7407653b5: from storage DS-afcc153c-ee28-4fb3-b446-f8d880822273 node DatanodeRegistration(127.0.0.1:46837, datanodeUuid=d86199a5-3070-4882-8379-5b575183f612, infoPort=45993, infoSecurePort=0, ipcPort=36575, storageInfo=lv=-57;cid=testClusterID;nsid=906901523;c=1733267819368), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:17:00,011 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c 2024-12-03T23:17:00,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:00,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:00,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46837 is added to blk_1073741825_1001 (size=7) 2024-12-03T23:17:00,427 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103 with version=8 2024-12-03T23:17:00,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/hbase-staging 2024-12-03T23:17:00,430 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:17:00,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:00,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:00,430 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:17:00,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:00,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:17:00,431 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T23:17:00,431 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:17:00,431 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40223 2024-12-03T23:17:00,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40223 connecting to ZooKeeper ensemble=127.0.0.1:52762 2024-12-03T23:17:00,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402230x0, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:17:00,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40223-0x1017a9dd7d80003 connected 2024-12-03T23:17:00,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:00,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:00,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Set watcher on znode that does not yet exist, /1-499837290/running 2024-12-03T23:17:00,456 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103, hbase.cluster.distributed=false 2024-12-03T23:17:00,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Set watcher on znode that does not yet exist, /1-499837290/acl 2024-12-03T23:17:00,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40223 2024-12-03T23:17:00,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40223 2024-12-03T23:17:00,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40223 2024-12-03T23:17:00,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40223 2024-12-03T23:17:00,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40223 2024-12-03T23:17:00,478 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:17:00,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:00,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:00,479 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:17:00,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:00,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:17:00,479 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:17:00,479 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:17:00,480 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41701 2024-12-03T23:17:00,481 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41701 connecting to ZooKeeper ensemble=127.0.0.1:52762 2024-12-03T23:17:00,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:00,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:00,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417010x0, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:17:00,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417010x0, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Set watcher on znode that does not yet exist, /1-499837290/running 2024-12-03T23:17:00,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41701-0x1017a9dd7d80004 connected 2024-12-03T23:17:00,491 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:17:00,492 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:17:00,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41701-0x1017a9dd7d80004, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Set watcher on znode that does not yet exist, /1-499837290/master 2024-12-03T23:17:00,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41701-0x1017a9dd7d80004, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Set watcher on znode that does not yet exist, /1-499837290/acl 2024-12-03T23:17:00,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41701 2024-12-03T23:17:00,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41701 2024-12-03T23:17:00,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41701 2024-12-03T23:17:00,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41701 2024-12-03T23:17:00,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41701 2024-12-03T23:17:00,522 DEBUG [M:0;5f9d64419733:40223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5f9d64419733:40223 2024-12-03T23:17:00,523 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-499837290/backup-masters/5f9d64419733,40223,1733267820429 2024-12-03T23:17:00,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-499837290/backup-masters 2024-12-03T23:17:00,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41701-0x1017a9dd7d80004, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-499837290/backup-masters 2024-12-03T23:17:00,525 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Set watcher on existing znode=/1-499837290/backup-masters/5f9d64419733,40223,1733267820429 2024-12-03T23:17:00,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41701-0x1017a9dd7d80004, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-499837290/master 2024-12-03T23:17:00,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-499837290 2024-12-03T23:17:00,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41701-0x1017a9dd7d80004, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-499837290 2024-12-03T23:17:00,527 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Set watcher on existing znode=/1-499837290/master 2024-12-03T23:17:00,528 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-499837290/backup-masters/5f9d64419733,40223,1733267820429 from backup master directory 2024-12-03T23:17:00,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-499837290/backup-masters/5f9d64419733,40223,1733267820429 2024-12-03T23:17:00,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41701-0x1017a9dd7d80004, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-499837290/backup-masters 2024-12-03T23:17:00,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-499837290/backup-masters 2024-12-03T23:17:00,531 WARN [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:17:00,531 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5f9d64419733,40223,1733267820429 2024-12-03T23:17:00,539 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/hbase.id] with ID: 14680ea1-20a1-4cd3-8a63-af951cc8335c 2024-12-03T23:17:00,539 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/.tmp/hbase.id 2024-12-03T23:17:00,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46837 is added to blk_1073741826_1002 (size=42) 2024-12-03T23:17:00,548 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/.tmp/hbase.id]:[hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/hbase.id] 2024-12-03T23:17:00,572 INFO [master/5f9d64419733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:00,572 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T23:17:00,574 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T23:17:00,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-499837290 2024-12-03T23:17:00,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41701-0x1017a9dd7d80004, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-499837290 2024-12-03T23:17:00,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46837 is added to blk_1073741827_1003 (size=196) 2024-12-03T23:17:00,585 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:17:00,586 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T23:17:00,586 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:17:00,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46837 is added to blk_1073741828_1004 (size=1189) 2024-12-03T23:17:00,999 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/MasterData/data/master/store 2024-12-03T23:17:01,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46837 is added to blk_1073741829_1005 (size=34) 2024-12-03T23:17:01,409 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:01,409 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:17:01,409 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:01,410 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:01,410 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:17:01,410 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:01,410 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:01,410 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733267821409Disabling compacts and flushes for region at 1733267821409Disabling writes for close at 1733267821410 (+1 ms)Writing region close event to WAL at 1733267821410Closed at 1733267821410 2024-12-03T23:17:01,411 WARN [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/MasterData/data/master/store/.initializing 2024-12-03T23:17:01,411 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/MasterData/WALs/5f9d64419733,40223,1733267820429 2024-12-03T23:17:01,413 INFO [master/5f9d64419733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:17:01,416 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C40223%2C1733267820429, suffix=, logDir=hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/MasterData/WALs/5f9d64419733,40223,1733267820429, archiveDir=hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/MasterData/oldWALs, maxLogs=10 2024-12-03T23:17:01,431 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/MasterData/WALs/5f9d64419733,40223,1733267820429/5f9d64419733%2C40223%2C1733267820429.1733267821417, exclude list is [], retry=0 2024-12-03T23:17:01,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46837,DS-3ab36370-d380-4335-9737-d7e072c49a6d,DISK] 2024-12-03T23:17:01,439 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/MasterData/WALs/5f9d64419733,40223,1733267820429/5f9d64419733%2C40223%2C1733267820429.1733267821417 2024-12-03T23:17:01,439 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45993:45993)] 2024-12-03T23:17:01,439 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:17:01,440 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:01,440 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:01,440 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:01,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:01,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T23:17:01,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:01,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:01,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:01,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T23:17:01,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:01,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:01,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:01,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T23:17:01,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:01,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:01,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:01,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T23:17:01,454 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:01,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:01,455 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:01,456 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:01,457 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:01,460 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:01,460 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:01,461 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:17:01,463 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:01,466 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:17:01,467 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61394301, jitterRate=-0.08515362441539764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:17:01,467 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733267821440Initializing all the Stores at 1733267821442 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267821442Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267821442Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267821442Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267821442Cleaning up temporary data from old regions at 1733267821460 (+18 ms)Region opened successfully at 1733267821467 (+7 ms) 2024-12-03T23:17:01,468 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T23:17:01,473 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e4244a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:17:01,474 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T23:17:01,474 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T23:17:01,474 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T23:17:01,474 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T23:17:01,475 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T23:17:01,476 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T23:17:01,476 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T23:17:01,479 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T23:17:01,480 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Unable to get data of znode /1-499837290/balancer because node does not exist (not necessarily an error) 2024-12-03T23:17:01,481 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-499837290/balancer already deleted, retry=false 2024-12-03T23:17:01,481 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T23:17:01,482 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Unable to get data of znode /1-499837290/normalizer because node does not exist (not necessarily an error) 2024-12-03T23:17:01,484 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-499837290/normalizer already deleted, retry=false 2024-12-03T23:17:01,484 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T23:17:01,485 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Unable to get data of znode /1-499837290/switch/split because node does not exist (not necessarily an error) 2024-12-03T23:17:01,487 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-499837290/switch/split already deleted, retry=false 2024-12-03T23:17:01,488 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Unable to get data of znode /1-499837290/switch/merge because node does not exist (not necessarily an error) 2024-12-03T23:17:01,489 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-499837290/switch/merge already deleted, retry=false 2024-12-03T23:17:01,492 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Unable to get data of znode /1-499837290/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T23:17:01,493 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-499837290/snapshot-cleanup already deleted, retry=false 2024-12-03T23:17:01,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-499837290/running 2024-12-03T23:17:01,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41701-0x1017a9dd7d80004, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-499837290/running 2024-12-03T23:17:01,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-499837290 2024-12-03T23:17:01,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41701-0x1017a9dd7d80004, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-499837290 2024-12-03T23:17:01,495 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5f9d64419733,40223,1733267820429, sessionid=0x1017a9dd7d80003, setting cluster-up flag (Was=false) 2024-12-03T23:17:01,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-499837290 2024-12-03T23:17:01,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41701-0x1017a9dd7d80004, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-499837290 2024-12-03T23:17:01,505 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-499837290/flush-table-proc/acquired, /1-499837290/flush-table-proc/reached, /1-499837290/flush-table-proc/abort 2024-12-03T23:17:01,506 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,40223,1733267820429 2024-12-03T23:17:01,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-499837290 2024-12-03T23:17:01,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41701-0x1017a9dd7d80004, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-499837290 2024-12-03T23:17:01,516 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-499837290/online-snapshot/acquired, /1-499837290/online-snapshot/reached, /1-499837290/online-snapshot/abort 2024-12-03T23:17:01,517 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,40223,1733267820429 2024-12-03T23:17:01,519 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T23:17:01,523 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T23:17:01,524 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T23:17:01,524 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T23:17:01,537 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5f9d64419733,40223,1733267820429 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T23:17:01,539 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:17:01,539 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:17:01,539 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:17:01,539 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:17:01,539 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5f9d64419733:0, corePoolSize=10, maxPoolSize=10 2024-12-03T23:17:01,539 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:01,539 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:17:01,540 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:01,542 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733267851542 2024-12-03T23:17:01,542 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T23:17:01,542 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T23:17:01,542 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T23:17:01,542 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T23:17:01,542 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T23:17:01,542 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T23:17:01,542 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:17:01,542 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:01,543 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T23:17:01,543 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T23:17:01,543 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T23:17:01,543 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T23:17:01,543 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T23:17:01,543 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T23:17:01,544 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T23:17:01,544 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267821544,5,FailOnTimeoutGroup] 2024-12-03T23:17:01,544 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267821544,5,FailOnTimeoutGroup] 2024-12-03T23:17:01,544 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:01,544 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T23:17:01,544 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:01,545 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:01,545 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:01,545 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T23:17:01,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46837 is added to blk_1073741831_1007 (size=1321) 2024-12-03T23:17:01,605 INFO [RS:0;5f9d64419733:41701 {}] regionserver.HRegionServer(746): ClusterId : 14680ea1-20a1-4cd3-8a63-af951cc8335c 2024-12-03T23:17:01,606 DEBUG [RS:0;5f9d64419733:41701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:17:01,608 DEBUG [RS:0;5f9d64419733:41701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:17:01,608 DEBUG [RS:0;5f9d64419733:41701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:17:01,611 DEBUG [RS:0;5f9d64419733:41701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:17:01,611 DEBUG [RS:0;5f9d64419733:41701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cdf0d3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:17:01,624 DEBUG [RS:0;5f9d64419733:41701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5f9d64419733:41701 2024-12-03T23:17:01,624 INFO [RS:0;5f9d64419733:41701 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:17:01,624 INFO [RS:0;5f9d64419733:41701 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:17:01,625 DEBUG [RS:0;5f9d64419733:41701 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:17:01,625 INFO [RS:0;5f9d64419733:41701 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,40223,1733267820429 with port=41701, startcode=1733267820478 2024-12-03T23:17:01,626 DEBUG [RS:0;5f9d64419733:41701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:17:01,628 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:17:01,628 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40223 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,41701,1733267820478 2024-12-03T23:17:01,628 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40223 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,41701,1733267820478 2024-12-03T23:17:01,632 DEBUG [RS:0;5f9d64419733:41701 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103 2024-12-03T23:17:01,632 DEBUG [RS:0;5f9d64419733:41701 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33247 2024-12-03T23:17:01,632 DEBUG [RS:0;5f9d64419733:41701 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:17:01,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-499837290/rs 2024-12-03T23:17:01,640 DEBUG [RS:0;5f9d64419733:41701 {}] zookeeper.ZKUtil(111): regionserver:41701-0x1017a9dd7d80004, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Set watcher on existing znode=/1-499837290/rs/5f9d64419733,41701,1733267820478 2024-12-03T23:17:01,640 WARN [RS:0;5f9d64419733:41701 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:17:01,640 INFO [RS:0;5f9d64419733:41701 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:17:01,640 DEBUG [RS:0;5f9d64419733:41701 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/WALs/5f9d64419733,41701,1733267820478 2024-12-03T23:17:01,641 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,41701,1733267820478] 2024-12-03T23:17:01,645 INFO [RS:0;5f9d64419733:41701 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:17:01,648 INFO [RS:0;5f9d64419733:41701 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:17:01,649 INFO [RS:0;5f9d64419733:41701 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:17:01,649 INFO [RS:0;5f9d64419733:41701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:01,649 INFO [RS:0;5f9d64419733:41701 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:17:01,650 INFO [RS:0;5f9d64419733:41701 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:17:01,650 INFO [RS:0;5f9d64419733:41701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:01,650 DEBUG [RS:0;5f9d64419733:41701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:01,651 DEBUG [RS:0;5f9d64419733:41701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:01,651 DEBUG [RS:0;5f9d64419733:41701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:01,651 DEBUG [RS:0;5f9d64419733:41701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:01,651 DEBUG [RS:0;5f9d64419733:41701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:01,651 DEBUG [RS:0;5f9d64419733:41701 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:17:01,651 DEBUG [RS:0;5f9d64419733:41701 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:01,651 DEBUG [RS:0;5f9d64419733:41701 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:01,651 DEBUG [RS:0;5f9d64419733:41701 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:01,651 DEBUG [RS:0;5f9d64419733:41701 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:01,651 DEBUG [RS:0;5f9d64419733:41701 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:01,651 DEBUG [RS:0;5f9d64419733:41701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:01,651 DEBUG [RS:0;5f9d64419733:41701 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:17:01,651 DEBUG [RS:0;5f9d64419733:41701 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:17:01,652 INFO [RS:0;5f9d64419733:41701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:01,652 INFO [RS:0;5f9d64419733:41701 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:01,652 INFO [RS:0;5f9d64419733:41701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:01,652 INFO [RS:0;5f9d64419733:41701 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:01,652 INFO [RS:0;5f9d64419733:41701 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:01,652 INFO [RS:0;5f9d64419733:41701 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,41701,1733267820478-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:17:01,669 INFO [RS:0;5f9d64419733:41701 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:17:01,669 INFO [RS:0;5f9d64419733:41701 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,41701,1733267820478-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:01,669 INFO [RS:0;5f9d64419733:41701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:01,669 INFO [RS:0;5f9d64419733:41701 {}] regionserver.Replication(171): 5f9d64419733,41701,1733267820478 started 2024-12-03T23:17:01,685 INFO [RS:0;5f9d64419733:41701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:01,685 INFO [RS:0;5f9d64419733:41701 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,41701,1733267820478, RpcServer on 5f9d64419733/172.17.0.2:41701, sessionid=0x1017a9dd7d80004 2024-12-03T23:17:01,685 DEBUG [RS:0;5f9d64419733:41701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:17:01,685 DEBUG [RS:0;5f9d64419733:41701 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,41701,1733267820478 2024-12-03T23:17:01,685 DEBUG [RS:0;5f9d64419733:41701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,41701,1733267820478' 2024-12-03T23:17:01,685 DEBUG [RS:0;5f9d64419733:41701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-499837290/flush-table-proc/abort' 2024-12-03T23:17:01,686 DEBUG [RS:0;5f9d64419733:41701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-499837290/flush-table-proc/acquired' 2024-12-03T23:17:01,686 DEBUG [RS:0;5f9d64419733:41701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:17:01,686 DEBUG [RS:0;5f9d64419733:41701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:17:01,686 DEBUG [RS:0;5f9d64419733:41701 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,41701,1733267820478 2024-12-03T23:17:01,686 DEBUG [RS:0;5f9d64419733:41701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,41701,1733267820478' 2024-12-03T23:17:01,686 DEBUG [RS:0;5f9d64419733:41701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-499837290/online-snapshot/abort' 2024-12-03T23:17:01,687 DEBUG [RS:0;5f9d64419733:41701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-499837290/online-snapshot/acquired' 2024-12-03T23:17:01,687 DEBUG [RS:0;5f9d64419733:41701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:17:01,688 INFO [RS:0;5f9d64419733:41701 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:17:01,688 INFO [RS:0;5f9d64419733:41701 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:17:01,788 INFO [RS:0;5f9d64419733:41701 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:17:01,791 INFO [RS:0;5f9d64419733:41701 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C41701%2C1733267820478, suffix=, logDir=hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/WALs/5f9d64419733,41701,1733267820478, archiveDir=hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/oldWALs, maxLogs=10 2024-12-03T23:17:01,808 DEBUG [RS:0;5f9d64419733:41701 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/WALs/5f9d64419733,41701,1733267820478/5f9d64419733%2C41701%2C1733267820478.1733267821793, exclude list is [], retry=0 2024-12-03T23:17:01,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46837,DS-3ab36370-d380-4335-9737-d7e072c49a6d,DISK] 2024-12-03T23:17:01,815 INFO [RS:0;5f9d64419733:41701 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/WALs/5f9d64419733,41701,1733267820478/5f9d64419733%2C41701%2C1733267820478.1733267821793 2024-12-03T23:17:01,816 DEBUG [RS:0;5f9d64419733:41701 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45993:45993)] 2024-12-03T23:17:01,955 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T23:17:01,955 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103 2024-12-03T23:17:01,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46837 is added to blk_1073741833_1009 (size=32) 2024-12-03T23:17:02,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:02,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:17:02,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:17:02,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:02,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:02,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:17:02,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:17:02,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:02,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:02,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:17:02,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:17:02,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:02,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:02,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:17:02,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:17:02,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:02,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:02,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:17:02,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/data/hbase/meta/1588230740 2024-12-03T23:17:02,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/data/hbase/meta/1588230740 2024-12-03T23:17:02,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:17:02,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:17:02,383 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:17:02,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:17:02,387 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:17:02,388 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68187411, jitterRate=0.016071602702140808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:17:02,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733267822365Initializing all the Stores at 1733267822366 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267822366Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267822367 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267822367Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267822367Cleaning up temporary data from old regions at 1733267822382 (+15 ms)Region opened successfully at 1733267822388 (+6 ms) 2024-12-03T23:17:02,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:17:02,388 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:17:02,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:17:02,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:17:02,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:17:02,389 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:17:02,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733267822388Disabling compacts and flushes for region at 1733267822388Disabling writes for close at 1733267822389 (+1 ms)Writing region close event to WAL at 1733267822389Closed at 1733267822389 2024-12-03T23:17:02,391 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:17:02,391 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T23:17:02,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T23:17:02,393 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:17:02,395 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T23:17:02,545 DEBUG [5f9d64419733:40223 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T23:17:02,546 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5f9d64419733,41701,1733267820478 2024-12-03T23:17:02,549 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,41701,1733267820478, state=OPENING 2024-12-03T23:17:02,550 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T23:17:02,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-499837290 2024-12-03T23:17:02,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41701-0x1017a9dd7d80004, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-499837290 2024-12-03T23:17:02,552 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:17:02,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-499837290/meta-region-server: CHANGED 2024-12-03T23:17:02,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-499837290/meta-region-server: CHANGED 2024-12-03T23:17:02,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,41701,1733267820478}] 2024-12-03T23:17:02,707 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:17:02,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:17:02,715 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T23:17:02,715 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:17:02,715 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T23:17:02,718 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C41701%2C1733267820478.meta, suffix=.meta, logDir=hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/WALs/5f9d64419733,41701,1733267820478, archiveDir=hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/oldWALs, maxLogs=10 2024-12-03T23:17:02,734 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/WALs/5f9d64419733,41701,1733267820478/5f9d64419733%2C41701%2C1733267820478.meta.1733267822720.meta, exclude list is [], retry=0 2024-12-03T23:17:02,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46837,DS-3ab36370-d380-4335-9737-d7e072c49a6d,DISK] 2024-12-03T23:17:02,763 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/WALs/5f9d64419733,41701,1733267820478/5f9d64419733%2C41701%2C1733267820478.meta.1733267822720.meta 2024-12-03T23:17:02,763 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45993:45993)] 2024-12-03T23:17:02,763 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:17:02,764 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:17:02,764 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:17:02,764 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T23:17:02,764 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T23:17:02,765 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T23:17:02,765 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:02,765 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T23:17:02,765 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T23:17:02,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:17:02,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:17:02,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:02,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:02,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:17:02,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:17:02,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:02,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:02,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:17:02,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:17:02,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:02,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:02,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:17:02,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:17:02,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:02,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:02,776 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:17:02,777 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/data/hbase/meta/1588230740 2024-12-03T23:17:02,779 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/data/hbase/meta/1588230740 2024-12-03T23:17:02,781 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:17:02,781 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:17:02,781 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:17:02,783 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:17:02,785 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74627209, jitterRate=0.11203207075595856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:17:02,785 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T23:17:02,785 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733267822765Writing region info on filesystem at 1733267822765Initializing all the Stores at 1733267822767 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267822767Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267822768 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267822768Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267822768Cleaning up temporary data from old regions at 1733267822781 (+13 ms)Running coprocessor post-open hooks at 1733267822785 (+4 ms)Region opened successfully at 1733267822785 2024-12-03T23:17:02,786 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733267822707 2024-12-03T23:17:02,790 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T23:17:02,790 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T23:17:02,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,41701,1733267820478 2024-12-03T23:17:02,793 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,41701,1733267820478, state=OPEN 2024-12-03T23:17:02,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-499837290/meta-region-server 2024-12-03T23:17:02,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41701-0x1017a9dd7d80004, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-499837290/meta-region-server 2024-12-03T23:17:02,795 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5f9d64419733,41701,1733267820478 2024-12-03T23:17:02,795 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-499837290/meta-region-server: CHANGED 2024-12-03T23:17:02,795 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-499837290/meta-region-server: CHANGED 2024-12-03T23:17:02,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T23:17:02,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,41701,1733267820478 in 242 msec 2024-12-03T23:17:02,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T23:17:02,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-12-03T23:17:02,803 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:17:02,803 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T23:17:02,809 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:17:02,809 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,41701,1733267820478, seqNum=-1] 2024-12-03T23:17:02,810 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:17:02,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:17:02,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2970 sec 2024-12-03T23:17:02,820 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733267822819, completionTime=-1 2024-12-03T23:17:02,820 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T23:17:02,820 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T23:17:02,822 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T23:17:02,822 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733267882822 2024-12-03T23:17:02,822 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733267942822 2024-12-03T23:17:02,822 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T23:17:02,823 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,40223,1733267820429-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:02,823 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,40223,1733267820429-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:02,823 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,40223,1733267820429-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:02,823 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5f9d64419733:40223, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:02,823 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:02,823 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:02,825 DEBUG [master/5f9d64419733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T23:17:02,827 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.296sec 2024-12-03T23:17:02,828 INFO [master/5f9d64419733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T23:17:02,828 INFO [master/5f9d64419733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T23:17:02,828 INFO [master/5f9d64419733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T23:17:02,828 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T23:17:02,828 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T23:17:02,828 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,40223,1733267820429-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:17:02,828 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,40223,1733267820429-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T23:17:02,831 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T23:17:02,832 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T23:17:02,832 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,40223,1733267820429-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:02,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743d8c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:02,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,40223,-1 for getting cluster id 2024-12-03T23:17:02,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:02,911 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14680ea1-20a1-4cd3-8a63-af951cc8335c' 2024-12-03T23:17:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14680ea1-20a1-4cd3-8a63-af951cc8335c" 2024-12-03T23:17:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5d9d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:02,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,40223,-1] 2024-12-03T23:17:02,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:02,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:02,915 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:02,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:02,916 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:17:02,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,41701,1733267820478, seqNum=-1] 2024-12-03T23:17:02,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:17:02,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:17:02,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5f9d64419733,40223,1733267820429 2024-12-03T23:17:02,924 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52762 2024-12-03T23:17:02,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:17:02,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017a9dd7d80005 connected 2024-12-03T23:17:02,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3385ef8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:02,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,41029,-1 for getting cluster id 2024-12-03T23:17:02,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:02,935 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8df219c-e670-4540-8bd6-4be8858c4d6f' 2024-12-03T23:17:02,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:02,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8df219c-e670-4540-8bd6-4be8858c4d6f" 2024-12-03T23:17:02,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4453e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:02,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,41029,-1] 2024-12-03T23:17:02,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:02,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:02,938 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:02,940 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15555918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:02,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:17:02,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,41029,1733267815278 2024-12-03T23:17:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f08df57 2024-12-03T23:17:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:17:02,957 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:17:02,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5f9d64419733:40223,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T23:17:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T23:17:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:17:02,971 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:40223' 2024-12-03T23:17:02,973 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fcce990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:02,973 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,40223,-1 for getting cluster id 2024-12-03T23:17:02,974 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:02,974 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14680ea1-20a1-4cd3-8a63-af951cc8335c' 2024-12-03T23:17:02,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:02,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14680ea1-20a1-4cd3-8a63-af951cc8335c" 2024-12-03T23:17:02,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e8acfdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:02,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,40223,-1] 2024-12-03T23:17:02,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:02,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:02,976 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:02,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f888a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:02,978 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:17:02,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,40223,1733267820429 2024-12-03T23:17:02,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@718266cb 2024-12-03T23:17:02,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:17:02,984 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:17:02,995 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T23:17:02,995 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T23:17:03,000 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:03,000 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:03,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:17:03,002 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:17:03,007 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T23:17:03,009 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:17:03,010 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:03,011 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:17:03,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741835_1011 (size=1138) 2024-12-03T23:17:03,059 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T23:17:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:17:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:17:03,423 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 14025a76785b9c281ab7b52c02e0391d, NAME => 'hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af 2024-12-03T23:17:03,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741836_1012 (size=44) 2024-12-03T23:17:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:17:03,768 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T23:17:03,833 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:03,833 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 14025a76785b9c281ab7b52c02e0391d, disabling compactions & flushes 2024-12-03T23:17:03,833 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. 2024-12-03T23:17:03,833 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. 2024-12-03T23:17:03,833 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. after waiting 0 ms 2024-12-03T23:17:03,833 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. 2024-12-03T23:17:03,833 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. 2024-12-03T23:17:03,833 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 14025a76785b9c281ab7b52c02e0391d: Waiting for close lock at 1733267823833Disabling compacts and flushes for region at 1733267823833Disabling writes for close at 1733267823833Writing region close event to WAL at 1733267823833Closed at 1733267823833 2024-12-03T23:17:03,835 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:17:03,840 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733267823835"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733267823835"}]},"ts":"1733267823835"} 2024-12-03T23:17:03,844 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:17:03,846 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:17:03,848 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733267823846"}]},"ts":"1733267823846"} 2024-12-03T23:17:03,851 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T23:17:03,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=14025a76785b9c281ab7b52c02e0391d, ASSIGN}] 2024-12-03T23:17:03,855 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=14025a76785b9c281ab7b52c02e0391d, ASSIGN 2024-12-03T23:17:03,856 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=14025a76785b9c281ab7b52c02e0391d, ASSIGN; state=OFFLINE, location=5f9d64419733,33525,1733267815949; forceNewPlan=false, retain=false 2024-12-03T23:17:04,008 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=14025a76785b9c281ab7b52c02e0391d, regionState=OPENING, regionLocation=5f9d64419733,33525,1733267815949 2024-12-03T23:17:04,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=14025a76785b9c281ab7b52c02e0391d, ASSIGN because future has completed 2024-12-03T23:17:04,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14025a76785b9c281ab7b52c02e0391d, server=5f9d64419733,33525,1733267815949}] 2024-12-03T23:17:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:17:04,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. 2024-12-03T23:17:04,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:17:04,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T23:17:04,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C33525%2C1733267815949.rep, suffix=, logDir=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949, archiveDir=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/oldWALs, maxLogs=10 2024-12-03T23:17:04,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949/5f9d64419733%2C33525%2C1733267815949.rep.1733267824176, exclude list is [], retry=0 2024-12-03T23:17:04,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45989,DS-5a5c120e-6161-462f-9878-1688ec210b89,DISK] 2024-12-03T23:17:04,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949/5f9d64419733%2C33525%2C1733267815949.rep.1733267824176 2024-12-03T23:17:04,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43647:43647)] 2024-12-03T23:17:04,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 14025a76785b9c281ab7b52c02e0391d, NAME => 'hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:17:04,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:17:04,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:17:04,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. service=MultiRowMutationService 2024-12-03T23:17:04,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T23:17:04,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:04,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:04,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:04,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:04,199 INFO [StoreOpener-14025a76785b9c281ab7b52c02e0391d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:04,201 INFO [StoreOpener-14025a76785b9c281ab7b52c02e0391d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14025a76785b9c281ab7b52c02e0391d columnFamilyName hfileref 2024-12-03T23:17:04,201 DEBUG [StoreOpener-14025a76785b9c281ab7b52c02e0391d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:04,201 INFO [StoreOpener-14025a76785b9c281ab7b52c02e0391d-1 {}] regionserver.HStore(327): Store=14025a76785b9c281ab7b52c02e0391d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:04,201 INFO [StoreOpener-14025a76785b9c281ab7b52c02e0391d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:04,203 INFO [StoreOpener-14025a76785b9c281ab7b52c02e0391d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14025a76785b9c281ab7b52c02e0391d columnFamilyName queue 2024-12-03T23:17:04,203 DEBUG [StoreOpener-14025a76785b9c281ab7b52c02e0391d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:04,204 INFO [StoreOpener-14025a76785b9c281ab7b52c02e0391d-1 {}] regionserver.HStore(327): Store=14025a76785b9c281ab7b52c02e0391d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:04,204 INFO [StoreOpener-14025a76785b9c281ab7b52c02e0391d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:04,205 INFO [StoreOpener-14025a76785b9c281ab7b52c02e0391d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14025a76785b9c281ab7b52c02e0391d columnFamilyName sid 2024-12-03T23:17:04,205 DEBUG [StoreOpener-14025a76785b9c281ab7b52c02e0391d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:04,206 INFO [StoreOpener-14025a76785b9c281ab7b52c02e0391d-1 {}] regionserver.HStore(327): Store=14025a76785b9c281ab7b52c02e0391d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:04,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:04,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/replication/14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:04,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/replication/14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:04,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:04,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:04,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:17:04,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:04,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/replication/14025a76785b9c281ab7b52c02e0391d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:17:04,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 14025a76785b9c281ab7b52c02e0391d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71214905, jitterRate=0.061184778809547424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:17:04,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:04,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 14025a76785b9c281ab7b52c02e0391d: Running coprocessor pre-open hook at 1733267824197Writing region info on filesystem at 1733267824198 (+1 ms)Initializing all the Stores at 1733267824199 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267824199Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267824199Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267824199Cleaning up temporary data from old regions at 1733267824209 (+10 ms)Running coprocessor post-open hooks at 1733267824215 (+6 ms)Region opened successfully at 1733267824215 2024-12-03T23:17:04,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d., pid=7, masterSystemTime=1733267824166 2024-12-03T23:17:04,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. 2024-12-03T23:17:04,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. 2024-12-03T23:17:04,220 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=14025a76785b9c281ab7b52c02e0391d, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,33525,1733267815949 2024-12-03T23:17:04,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14025a76785b9c281ab7b52c02e0391d, server=5f9d64419733,33525,1733267815949 because future has completed 2024-12-03T23:17:04,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T23:17:04,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 14025a76785b9c281ab7b52c02e0391d, server=5f9d64419733,33525,1733267815949 in 212 msec 2024-12-03T23:17:04,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T23:17:04,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=14025a76785b9c281ab7b52c02e0391d, ASSIGN in 375 msec 2024-12-03T23:17:04,232 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:17:04,232 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733267824232"}]},"ts":"1733267824232"} 2024-12-03T23:17:04,234 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T23:17:04,235 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:17:04,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2340 sec 2024-12-03T23:17:04,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d., hostname=5f9d64419733,33525,1733267815949, seqNum=2] 2024-12-03T23:17:04,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33525 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-03T23:17:04,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831 2024-12-03T23:17:04,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1017a9dd7d80001, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831 2024-12-03T23:17:04,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T23:17:04,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T23:17:04,461 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T23:17:04,506 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5f9d64419733,33525,1733267815949, ReplicationSource: 1, currentBandwidth=0 2024-12-03T23:17:04,508 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:17:04,508 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,33525,1733267815949, seqNum=-1] 2024-12-03T23:17:04,508 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:17:04,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-03T23:17:04,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5f9d64419733,33525,1733267815949', locateType=CURRENT is [region=hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d., hostname=5f9d64419733,33525,1733267815949, seqNum=2] 2024-12-03T23:17:04,517 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:17:04,518 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T23:17:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T23:17:04,523 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5f9d64419733,33525,1733267815949 suceeded 2024-12-03T23:17:04,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T23:17:04,527 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5f9d64419733:40223,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T23:17:04,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-12-03T23:17:04,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5660 sec 2024-12-03T23:17:04,545 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,33525,1733267815949 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:40223' 2024-12-03T23:17:04,547 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,33525,1733267815949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51a02daf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:04,547 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,33525,1733267815949 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,40223,-1 for getting cluster id 2024-12-03T23:17:04,547 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,33525,1733267815949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:04,548 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14680ea1-20a1-4cd3-8a63-af951cc8335c' 2024-12-03T23:17:04,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:04,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14680ea1-20a1-4cd3-8a63-af951cc8335c" 2024-12-03T23:17:04,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ef31cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:04,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,40223,-1] 2024-12-03T23:17:04,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:04,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:04,550 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:04,551 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,33525,1733267815949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31287ac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:04,552 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,33525,1733267815949 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:17:04,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,40223,1733267820429 2024-12-03T23:17:04,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d522aa4 2024-12-03T23:17:04,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:17:04,554 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-03T23:17:04,555 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,33525,1733267815949 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5f9d64419733,33525,1733267815949 (queues=1) is replicating from cluster=a8df219c-e670-4540-8bd6-4be8858c4d6f to cluster=14680ea1-20a1-4cd3-8a63-af951cc8335c 2024-12-03T23:17:04,559 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,33525,1733267815949 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5f9d64419733%2C33525%2C1733267815949 2024-12-03T23:17:04,563 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,33525,1733267815949 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5f9d64419733,33525,1733267815949, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T23:17:04,566 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,33525,1733267815949.replicationSource.shipper5f9d64419733%2C33525%2C1733267815949,1-5f9d64419733,33525,1733267815949 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5f9d64419733%2C33525%2C1733267815949 2024-12-03T23:17:04,571 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,33525,1733267815949.replicationSource.wal-reader.5f9d64419733%2C33525%2C1733267815949,1-5f9d64419733,33525,1733267815949 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949/5f9d64419733%2C33525%2C1733267815949.1733267817963, startPosition=0, beingWritten=true 2024-12-03T23:17:04,832 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,33525,1733267815949.replicationSource.wal-reader.5f9d64419733%2C33525%2C1733267815949,1-5f9d64419733,33525,1733267815949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949/5f9d64419733%2C33525%2C1733267815949.1733267817963 to pos 0, reset compression=false 2024-12-03T23:17:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:17:05,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:17:05,120 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:05,120 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T23:17:05,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:05,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:05,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:17:05,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3027e7d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:05,121 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,41029,-1 for getting cluster id 2024-12-03T23:17:05,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:05,123 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8df219c-e670-4540-8bd6-4be8858c4d6f' 2024-12-03T23:17:05,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:05,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8df219c-e670-4540-8bd6-4be8858c4d6f" 2024-12-03T23:17:05,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f047b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:05,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,41029,-1] 2024-12-03T23:17:05,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:05,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:05,126 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:05,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d1df234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:05,128 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:17:05,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,41029,1733267815278 2024-12-03T23:17:05,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25db20d3 2024-12-03T23:17:05,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:17:05,131 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:17:05,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://5f9d64419733:40223,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T23:17:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T23:17:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T23:17:05,135 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:40223' 2024-12-03T23:17:05,136 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e94437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:05,136 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,40223,-1 for getting cluster id 2024-12-03T23:17:05,136 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:05,137 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14680ea1-20a1-4cd3-8a63-af951cc8335c' 2024-12-03T23:17:05,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:05,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14680ea1-20a1-4cd3-8a63-af951cc8335c" 2024-12-03T23:17:05,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a81e5a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:05,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,40223,-1] 2024-12-03T23:17:05,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:05,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:05,138 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,33525,1733267815949.replicationSource.wal-reader.5f9d64419733%2C33525%2C1733267815949,1-5f9d64419733,33525,1733267815949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949/5f9d64419733%2C33525%2C1733267815949.1733267817963 to pos 0, reset compression=false 2024-12-03T23:17:05,139 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:05,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec025da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:05,140 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:17:05,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,40223,1733267820429 2024-12-03T23:17:05,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bb55eb2 2024-12-03T23:17:05,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:17:05,142 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:17:05,144 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-03T23:17:05,144 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T23:17:05,144 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:05,144 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:05,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:17:05,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T23:17:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T23:17:05,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-03T23:17:05,307 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-03T23:17:05,339 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-5f9d64419733,33525,1733267815949, ReplicationSource: 2, currentBandwidth=0 2024-12-03T23:17:05,342 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-03T23:17:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-03T23:17:05,346 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 5f9d64419733,33525,1733267815949 suceeded 2024-12-03T23:17:05,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T23:17:05,349 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://5f9d64419733:40223,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T23:17:05,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-03T23:17:05,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 218 msec 2024-12-03T23:17:05,363 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,33525,1733267815949 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:40223' 2024-12-03T23:17:05,364 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,33525,1733267815949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2746e996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:05,364 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,33525,1733267815949 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,40223,-1 for getting cluster id 2024-12-03T23:17:05,364 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,33525,1733267815949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:05,365 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14680ea1-20a1-4cd3-8a63-af951cc8335c' 2024-12-03T23:17:05,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:05,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14680ea1-20a1-4cd3-8a63-af951cc8335c" 2024-12-03T23:17:05,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35964d3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:05,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,40223,-1] 2024-12-03T23:17:05,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:05,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:05,368 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:05,369 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,33525,1733267815949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79ead69e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:05,369 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,33525,1733267815949 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:17:05,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,40223,1733267820429 2024-12-03T23:17:05,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a765684 2024-12-03T23:17:05,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:17:05,371 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-03T23:17:05,372 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,33525,1733267815949 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5f9d64419733,33525,1733267815949 (queues=1) is replicating from cluster=a8df219c-e670-4540-8bd6-4be8858c4d6f to cluster=14680ea1-20a1-4cd3-8a63-af951cc8335c 2024-12-03T23:17:05,372 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,33525,1733267815949 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5f9d64419733%2C33525%2C1733267815949 2024-12-03T23:17:05,372 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,33525,1733267815949 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5f9d64419733,33525,1733267815949, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T23:17:05,373 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,33525,1733267815949.replicationSource.shipper5f9d64419733%2C33525%2C1733267815949,2-5f9d64419733,33525,1733267815949 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5f9d64419733%2C33525%2C1733267815949 2024-12-03T23:17:05,373 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,33525,1733267815949.replicationSource.wal-reader.5f9d64419733%2C33525%2C1733267815949,2-5f9d64419733,33525,1733267815949 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949/5f9d64419733%2C33525%2C1733267815949.1733267817963, startPosition=0, beingWritten=true 2024-12-03T23:17:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T23:17:05,451 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-03T23:17:05,451 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:17:05,451 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:05,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:05,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:05,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:17:05,452 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:17:05,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,41029,1733267815278 2024-12-03T23:17:05,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67d3df8f 2024-12-03T23:17:05,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:17:05,457 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:17:05,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T23:17:05,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T23:17:05,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T23:17:05,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T23:17:05,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://5f9d64419733:40223,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T23:17:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T23:17:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T23:17:05,471 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:40223' 2024-12-03T23:17:05,472 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37fbdf39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:05,472 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,40223,-1 for getting cluster id 2024-12-03T23:17:05,472 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:05,473 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14680ea1-20a1-4cd3-8a63-af951cc8335c' 2024-12-03T23:17:05,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:05,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14680ea1-20a1-4cd3-8a63-af951cc8335c" 2024-12-03T23:17:05,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632dc768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:05,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,40223,-1] 2024-12-03T23:17:05,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:05,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:05,475 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:05,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42bdb7e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:05,476 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:17:05,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,40223,1733267820429 2024-12-03T23:17:05,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48d6e4c1 2024-12-03T23:17:05,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:17:05,478 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:17:05,479 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T23:17:05,479 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T23:17:05,479 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:05,479 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:05,479 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:17:05,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T23:17:05,546 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,33525,1733267815949.replicationSource.wal-reader.5f9d64419733%2C33525%2C1733267815949,1-5f9d64419733,33525,1733267815949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949/5f9d64419733%2C33525%2C1733267815949.1733267817963 to pos 0, reset compression=false 2024-12-03T23:17:05,579 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,33525,1733267815949.replicationSource.wal-reader.5f9d64419733%2C33525%2C1733267815949,2-5f9d64419733,33525,1733267815949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949/5f9d64419733%2C33525%2C1733267815949.1733267817963 to pos 0, reset compression=false 2024-12-03T23:17:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T23:17:05,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-03T23:17:05,638 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-03T23:17:05,639 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-03T23:17:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-03T23:17:05,643 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 5f9d64419733,33525,1733267815949 suceeded 2024-12-03T23:17:05,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-03T23:17:05,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-12-03T23:17:05,646 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://5f9d64419733:40223,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T23:17:05,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 181 msec 2024-12-03T23:17:05,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T23:17:05,683 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T23:17:05,685 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T23:17:05,685 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T23:17:05,686 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:17:05,686 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T23:17:05,686 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:17:05,686 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T23:17:05,686 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T23:17:05,686 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T23:17:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T23:17:05,791 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-03T23:17:05,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://5f9d64419733:40223,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T23:17:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T23:17:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T23:17:05,795 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:40223' 2024-12-03T23:17:05,796 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3132a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:05,796 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,40223,-1 for getting cluster id 2024-12-03T23:17:05,797 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:05,797 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14680ea1-20a1-4cd3-8a63-af951cc8335c' 2024-12-03T23:17:05,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:05,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14680ea1-20a1-4cd3-8a63-af951cc8335c" 2024-12-03T23:17:05,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430028b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:05,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,40223,-1] 2024-12-03T23:17:05,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:05,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:05,799 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:05,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c27118e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:05,800 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:17:05,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,40223,1733267820429 2024-12-03T23:17:05,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@343d0388 2024-12-03T23:17:05,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:17:05,802 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:17:05,803 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T23:17:05,803 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T23:17:05,803 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:05,803 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:05,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:17:05,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T23:17:05,886 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,33525,1733267815949.replicationSource.wal-reader.5f9d64419733%2C33525%2C1733267815949,2-5f9d64419733,33525,1733267815949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949/5f9d64419733%2C33525%2C1733267815949.1733267817963 to pos 0, reset compression=false 2024-12-03T23:17:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T23:17:05,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-03T23:17:05,961 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-03T23:17:05,962 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-03T23:17:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-03T23:17:05,966 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 5f9d64419733,33525,1733267815949 suceeded 2024-12-03T23:17:05,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-03T23:17:05,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-12-03T23:17:05,969 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://5f9d64419733:40223,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T23:17:05,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 177 msec 2024-12-03T23:17:06,053 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,33525,1733267815949.replicationSource.wal-reader.5f9d64419733%2C33525%2C1733267815949,1-5f9d64419733,33525,1733267815949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949/5f9d64419733%2C33525%2C1733267815949.1733267817963 to pos 0, reset compression=false 2024-12-03T23:17:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T23:17:06,110 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-03T23:17:06,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T23:17:06,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41029 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T23:17:06,112 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:17:06,113 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:06,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:06,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:06,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:17:06,113 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T23:17:06,113 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=307999247, stopped=false 2024-12-03T23:17:06,113 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5f9d64419733,41029,1733267815278 2024-12-03T23:17:06,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01773538831/running 2024-12-03T23:17:06,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1017a9dd7d80001, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01773538831/running 2024-12-03T23:17:06,115 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:17:06,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831 2024-12-03T23:17:06,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1017a9dd7d80001, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831 2024-12-03T23:17:06,116 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:17:06,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:06,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:06,116 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5f9d64419733,33525,1733267815949' ***** 2024-12-03T23:17:06,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33525-0x1017a9dd7d80001, quorum=127.0.0.1:52762, baseZNode=/01773538831 Set watcher on znode that does not yet exist, /01773538831/running 2024-12-03T23:17:06,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Set watcher on znode that does not yet exist, /01773538831/running 2024-12-03T23:17:06,116 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T23:17:06,117 INFO [RS:0;5f9d64419733:33525 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T23:17:06,117 INFO [RS:0;5f9d64419733:33525 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T23:17:06,117 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T23:17:06,117 INFO [RS:0;5f9d64419733:33525 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T23:17:06,117 INFO [RS:0;5f9d64419733:33525 {}] regionserver.HRegionServer(3091): Received CLOSE for 14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:06,118 INFO [RS:0;5f9d64419733:33525 {}] regionserver.HRegionServer(959): stopping server 5f9d64419733,33525,1733267815949 2024-12-03T23:17:06,118 INFO [RS:0;5f9d64419733:33525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:17:06,118 INFO [RS:0;5f9d64419733:33525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:33525. 2024-12-03T23:17:06,118 DEBUG [RS:0;5f9d64419733:33525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:06,118 DEBUG [RS:0;5f9d64419733:33525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:06,118 INFO [RS:0;5f9d64419733:33525 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T23:17:06,118 INFO [RS:0;5f9d64419733:33525 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T23:17:06,118 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14025a76785b9c281ab7b52c02e0391d, disabling compactions & flushes 2024-12-03T23:17:06,118 INFO [RS:0;5f9d64419733:33525 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T23:17:06,119 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. 2024-12-03T23:17:06,119 INFO [RS:0;5f9d64419733:33525 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T23:17:06,119 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. 2024-12-03T23:17:06,119 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. after waiting 0 ms 2024-12-03T23:17:06,119 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. 2024-12-03T23:17:06,119 INFO [RS:0;5f9d64419733:33525 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T23:17:06,119 DEBUG [RS:0;5f9d64419733:33525 {}] regionserver.HRegionServer(1325): Online Regions={14025a76785b9c281ab7b52c02e0391d=hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T23:17:06,119 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:17:06,119 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:17:06,119 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:17:06,119 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:17:06,119 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:17:06,119 DEBUG [RS:0;5f9d64419733:33525 {}] regionserver.HRegionServer(1351): Waiting on 14025a76785b9c281ab7b52c02e0391d, 1588230740 2024-12-03T23:17:06,122 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T23:17:06,122 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 14025a76785b9c281ab7b52c02e0391d 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-03T23:17:06,189 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/replication/14025a76785b9c281ab7b52c02e0391d/.tmp/queue/be9df277571841ab9351205d93f05751 is 151, key is 1-5f9d64419733,33525,1733267815949/queue:5f9d64419733%2C33525%2C1733267815949/1733267824514/Put/seqid=0 2024-12-03T23:17:06,189 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740/.tmp/info/770f8f61aa994d488bcff20872c19e2d is 147, key is hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d./info:regioninfo/1733267824220/Put/seqid=0 2024-12-03T23:17:06,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741838_1014 (size=6631) 2024-12-03T23:17:06,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741839_1015 (size=5500) 2024-12-03T23:17:06,210 INFO [regionserver/5f9d64419733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:17:06,292 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,33525,1733267815949.replicationSource.wal-reader.5f9d64419733%2C33525%2C1733267815949,2-5f9d64419733,33525,1733267815949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949/5f9d64419733%2C33525%2C1733267815949.1733267817963 to pos 0, reset compression=false 2024-12-03T23:17:06,319 DEBUG [RS:0;5f9d64419733:33525 {}] regionserver.HRegionServer(1351): Waiting on 14025a76785b9c281ab7b52c02e0391d, 1588230740 2024-12-03T23:17:06,520 DEBUG [RS:0;5f9d64419733:33525 {}] regionserver.HRegionServer(1351): Waiting on 14025a76785b9c281ab7b52c02e0391d, 1588230740 2024-12-03T23:17:06,601 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740/.tmp/info/770f8f61aa994d488bcff20872c19e2d 2024-12-03T23:17:06,601 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/replication/14025a76785b9c281ab7b52c02e0391d/.tmp/queue/be9df277571841ab9351205d93f05751 2024-12-03T23:17:06,646 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/replication/14025a76785b9c281ab7b52c02e0391d/.tmp/queue/be9df277571841ab9351205d93f05751 as hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/replication/14025a76785b9c281ab7b52c02e0391d/queue/be9df277571841ab9351205d93f05751 2024-12-03T23:17:06,656 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/replication/14025a76785b9c281ab7b52c02e0391d/queue/be9df277571841ab9351205d93f05751, entries=2, sequenceid=6, filesize=5.4 K 2024-12-03T23:17:06,660 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,33525,1733267815949.replicationSource.wal-reader.5f9d64419733%2C33525%2C1733267815949,1-5f9d64419733,33525,1733267815949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949/5f9d64419733%2C33525%2C1733267815949.1733267817963 to pos 0, reset compression=false 2024-12-03T23:17:06,662 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740/.tmp/ns/491114dd314843cd9a97b0444c40e33d is 43, key is default/ns:d/1733267819134/Put/seqid=0 2024-12-03T23:17:06,666 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 14025a76785b9c281ab7b52c02e0391d in 541ms, sequenceid=6, compaction requested=false 2024-12-03T23:17:06,666 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T23:17:06,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741840_1016 (size=5153) 2024-12-03T23:17:06,675 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740/.tmp/ns/491114dd314843cd9a97b0444c40e33d 2024-12-03T23:17:06,678 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/replication/14025a76785b9c281ab7b52c02e0391d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T23:17:06,681 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:17:06,681 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:17:06,681 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. 2024-12-03T23:17:06,682 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14025a76785b9c281ab7b52c02e0391d: Waiting for close lock at 1733267826118Running coprocessor pre-close hooks at 1733267826118Disabling compacts and flushes for region at 1733267826118Disabling writes for close at 1733267826119 (+1 ms)Obtaining lock to block concurrent updates at 1733267826122 (+3 ms)Preparing flush snapshotting stores in 14025a76785b9c281ab7b52c02e0391d at 1733267826122Finished memstore snapshotting hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733267826130 (+8 ms)Flushing stores of hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. at 1733267826132 (+2 ms)Flushing 14025a76785b9c281ab7b52c02e0391d/queue: creating writer at 1733267826133 (+1 ms)Flushing 14025a76785b9c281ab7b52c02e0391d/queue: appending metadata at 1733267826172 (+39 ms)Flushing 14025a76785b9c281ab7b52c02e0391d/queue: closing flushed file at 1733267826175 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@753ec0ec: reopening flushed file at 1733267826645 (+470 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 14025a76785b9c281ab7b52c02e0391d in 541ms, sequenceid=6, compaction requested=false at 1733267826666 (+21 ms)Writing region close event to WAL at 1733267826673 (+7 ms)Running coprocessor post-close hooks at 1733267826679 (+6 ms)Closed at 1733267826681 (+2 ms) 2024-12-03T23:17:06,682 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. 2024-12-03T23:17:06,699 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740/.tmp/table/5715e3105f9345a5a9db8816e94ce48c is 53, key is hbase:replication/table:state/1733267824232/Put/seqid=0 2024-12-03T23:17:06,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741841_1017 (size=5256) 2024-12-03T23:17:06,704 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740/.tmp/table/5715e3105f9345a5a9db8816e94ce48c 2024-12-03T23:17:06,714 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740/.tmp/info/770f8f61aa994d488bcff20872c19e2d as hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740/info/770f8f61aa994d488bcff20872c19e2d 2024-12-03T23:17:06,720 DEBUG [RS:0;5f9d64419733:33525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:17:06,721 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740/info/770f8f61aa994d488bcff20872c19e2d, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T23:17:06,723 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740/.tmp/ns/491114dd314843cd9a97b0444c40e33d as hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740/ns/491114dd314843cd9a97b0444c40e33d 2024-12-03T23:17:06,732 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740/ns/491114dd314843cd9a97b0444c40e33d, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T23:17:06,733 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740/.tmp/table/5715e3105f9345a5a9db8816e94ce48c as hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740/table/5715e3105f9345a5a9db8816e94ce48c 2024-12-03T23:17:06,742 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740/table/5715e3105f9345a5a9db8816e94ce48c, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T23:17:06,743 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 624ms, sequenceid=11, compaction requested=false 2024-12-03T23:17:06,749 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T23:17:06,750 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:17:06,750 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:17:06,751 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:17:06,751 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733267826119Running coprocessor pre-close hooks at 1733267826119Disabling compacts and flushes for region at 1733267826119Disabling writes for close at 1733267826119Obtaining lock to block concurrent updates at 1733267826122 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733267826122Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733267826130 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733267826132 (+2 ms)Flushing 1588230740/info: creating writer at 1733267826133 (+1 ms)Flushing 1588230740/info: appending metadata at 1733267826172 (+39 ms)Flushing 1588230740/info: closing flushed file at 1733267826175 (+3 ms)Flushing 1588230740/ns: creating writer at 1733267826645 (+470 ms)Flushing 1588230740/ns: appending metadata at 1733267826661 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733267826661Flushing 1588230740/table: creating writer at 1733267826683 (+22 ms)Flushing 1588230740/table: appending metadata at 1733267826698 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733267826698Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14c9c314: reopening flushed file at 1733267826713 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@530c8: reopening flushed file at 1733267826722 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f99662f: reopening flushed file at 1733267826732 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 624ms, sequenceid=11, compaction requested=false at 1733267826743 (+11 ms)Writing region close event to WAL at 1733267826745 (+2 ms)Running coprocessor post-close hooks at 1733267826750 (+5 ms)Closed at 1733267826751 (+1 ms) 2024-12-03T23:17:06,751 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T23:17:06,799 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,33525,1733267815949.replicationSource.wal-reader.5f9d64419733%2C33525%2C1733267815949,2-5f9d64419733,33525,1733267815949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949/5f9d64419733%2C33525%2C1733267815949.1733267817963 to pos 0, reset compression=false 2024-12-03T23:17:06,865 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T23:17:06,866 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T23:17:06,920 INFO [RS:0;5f9d64419733:33525 {}] regionserver.HRegionServer(976): stopping server 5f9d64419733,33525,1733267815949; all regions closed. 2024-12-03T23:17:06,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741834_1010 (size=2742) 2024-12-03T23:17:06,931 DEBUG [RS:0;5f9d64419733:33525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/oldWALs 2024-12-03T23:17:06,931 INFO [RS:0;5f9d64419733:33525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C33525%2C1733267815949.meta:.meta(num 1733267818972) 2024-12-03T23:17:06,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741837_1013 (size=1802) 2024-12-03T23:17:06,936 DEBUG [RS:0;5f9d64419733:33525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/oldWALs 2024-12-03T23:17:06,936 INFO [RS:0;5f9d64419733:33525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C33525%2C1733267815949.rep:(num 1733267824176) 2024-12-03T23:17:06,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741832_1008 (size=93) 2024-12-03T23:17:06,939 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949/5f9d64419733%2C33525%2C1733267815949.1733267817963 not finished, retry = 0 2024-12-03T23:17:07,043 DEBUG [RS:0;5f9d64419733:33525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/oldWALs 2024-12-03T23:17:07,043 INFO [RS:0;5f9d64419733:33525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C33525%2C1733267815949:(num 1733267817963) 2024-12-03T23:17:07,043 DEBUG [RS:0;5f9d64419733:33525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:07,043 INFO [RS:0;5f9d64419733:33525 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:17:07,043 INFO [RS:0;5f9d64419733:33525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:17:07,043 INFO [RS:0;5f9d64419733:33525 {}] hbase.ChoreService(370): Chore service for: regionserver/5f9d64419733:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T23:17:07,044 INFO [RS:0;5f9d64419733:33525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:17:07,044 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:17:07,044 INFO [RS:0;5f9d64419733:33525 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5f9d64419733,33525,1733267815949 because: Region server is closing 2024-12-03T23:17:07,044 INFO [RS:0;5f9d64419733:33525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:33525. 2024-12-03T23:17:07,045 DEBUG [RS:0;5f9d64419733:33525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:07,045 DEBUG [RS:0;5f9d64419733:33525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:07,045 DEBUG [RS:0;5f9d64419733:33525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:07,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:17:07,145 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,33525,1733267815949.replicationSource.wal-reader.5f9d64419733%2C33525%2C1733267815949,1-5f9d64419733,33525,1733267815949 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T23:17:07,145 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,33525,1733267815949.replicationSource.shipper5f9d64419733%2C33525%2C1733267815949,1-5f9d64419733,33525,1733267815949 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T23:17:07,146 INFO [RS:0;5f9d64419733:33525 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,33525,1733267815949.replicationSource.shipper5f9d64419733%2C33525%2C1733267815949,1-5f9d64419733,33525,1733267815949 terminated 2024-12-03T23:17:07,146 INFO [RS:0;5f9d64419733:33525 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5f9d64419733,33525,1733267815949 because: Region server is closing 2024-12-03T23:17:07,146 INFO [RS:0;5f9d64419733:33525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:33525. 2024-12-03T23:17:07,146 DEBUG [RS:0;5f9d64419733:33525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:07,146 DEBUG [RS:0;5f9d64419733:33525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:07,147 DEBUG [RS:0;5f9d64419733:33525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:07,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:17:07,247 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,33525,1733267815949.replicationSource.wal-reader.5f9d64419733%2C33525%2C1733267815949,2-5f9d64419733,33525,1733267815949 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T23:17:07,247 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,33525,1733267815949.replicationSource.shipper5f9d64419733%2C33525%2C1733267815949,2-5f9d64419733,33525,1733267815949 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T23:17:07,247 INFO [RS:0;5f9d64419733:33525 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,33525,1733267815949.replicationSource.shipper5f9d64419733%2C33525%2C1733267815949,2-5f9d64419733,33525,1733267815949 terminated 2024-12-03T23:17:07,248 INFO [RS:0;5f9d64419733:33525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33525 2024-12-03T23:17:07,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1017a9dd7d80001, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01773538831/rs/5f9d64419733,33525,1733267815949 2024-12-03T23:17:07,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831/rs 2024-12-03T23:17:07,252 INFO [RS:0;5f9d64419733:33525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:17:07,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5f9d64419733,33525,1733267815949] 2024-12-03T23:17:07,257 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01773538831/draining/5f9d64419733,33525,1733267815949 already deleted, retry=false 2024-12-03T23:17:07,257 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5f9d64419733,33525,1733267815949 expired; onlineServers=0 2024-12-03T23:17:07,257 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5f9d64419733,41029,1733267815278' ***** 2024-12-03T23:17:07,257 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T23:17:07,257 INFO [M:0;5f9d64419733:41029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:17:07,257 INFO [M:0;5f9d64419733:41029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:17:07,257 DEBUG [M:0;5f9d64419733:41029 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T23:17:07,258 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T23:17:07,258 DEBUG [M:0;5f9d64419733:41029 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T23:17:07,258 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267817722 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267817722,5,FailOnTimeoutGroup] 2024-12-03T23:17:07,258 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267817721 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267817721,5,FailOnTimeoutGroup] 2024-12-03T23:17:07,258 INFO [M:0;5f9d64419733:41029 {}] hbase.ChoreService(370): Chore service for: master/5f9d64419733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T23:17:07,258 INFO [M:0;5f9d64419733:41029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:17:07,258 DEBUG [M:0;5f9d64419733:41029 {}] master.HMaster(1795): Stopping service threads 2024-12-03T23:17:07,258 INFO [M:0;5f9d64419733:41029 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T23:17:07,258 INFO [M:0;5f9d64419733:41029 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:17:07,259 INFO [M:0;5f9d64419733:41029 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T23:17:07,259 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T23:17:07,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01773538831/master 2024-12-03T23:17:07,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831 2024-12-03T23:17:07,260 DEBUG [M:0;5f9d64419733:41029 {}] zookeeper.ZKUtil(347): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Unable to get data of znode /01773538831/master because node does not exist (not an error) 2024-12-03T23:17:07,260 WARN [M:0;5f9d64419733:41029 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T23:17:07,261 INFO [M:0;5f9d64419733:41029 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/.lastflushedseqids 2024-12-03T23:17:07,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741842_1018 (size=181) 2024-12-03T23:17:07,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1017a9dd7d80001, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:17:07,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1017a9dd7d80001, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:17:07,356 INFO [RS:0;5f9d64419733:33525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:17:07,356 INFO [RS:0;5f9d64419733:33525 {}] regionserver.HRegionServer(1031): Exiting; stopping=5f9d64419733,33525,1733267815949; zookeeper connection closed. 2024-12-03T23:17:07,357 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17f0e244 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17f0e244 2024-12-03T23:17:07,357 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T23:17:07,673 INFO [M:0;5f9d64419733:41029 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T23:17:07,673 INFO [M:0;5f9d64419733:41029 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T23:17:07,674 DEBUG [M:0;5f9d64419733:41029 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:17:07,674 INFO [M:0;5f9d64419733:41029 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:07,674 DEBUG [M:0;5f9d64419733:41029 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:07,674 DEBUG [M:0;5f9d64419733:41029 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:17:07,674 DEBUG [M:0;5f9d64419733:41029 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:07,674 INFO [M:0;5f9d64419733:41029 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-03T23:17:07,691 DEBUG [M:0;5f9d64419733:41029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca7644d5f4fc4983afcf1b7935bec76f is 82, key is hbase:meta,,1/info:regioninfo/1733267819054/Put/seqid=0 2024-12-03T23:17:07,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741843_1019 (size=5672) 2024-12-03T23:17:08,097 INFO [M:0;5f9d64419733:41029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca7644d5f4fc4983afcf1b7935bec76f 2024-12-03T23:17:08,120 DEBUG [M:0;5f9d64419733:41029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7076c39bc2db4f9b9a0998672483e22a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733267824237/Put/seqid=0 2024-12-03T23:17:08,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741844_1020 (size=8663) 2024-12-03T23:17:08,526 INFO [M:0;5f9d64419733:41029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7076c39bc2db4f9b9a0998672483e22a 2024-12-03T23:17:08,549 DEBUG [M:0;5f9d64419733:41029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25acabe5d395444b93861485967a0470 is 69, key is 5f9d64419733,33525,1733267815949/rs:state/1733267817731/Put/seqid=0 2024-12-03T23:17:08,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741845_1021 (size=5156) 2024-12-03T23:17:08,954 INFO [M:0;5f9d64419733:41029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25acabe5d395444b93861485967a0470 2024-12-03T23:17:08,962 DEBUG [M:0;5f9d64419733:41029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca7644d5f4fc4983afcf1b7935bec76f as hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca7644d5f4fc4983afcf1b7935bec76f 2024-12-03T23:17:08,969 INFO [M:0;5f9d64419733:41029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca7644d5f4fc4983afcf1b7935bec76f, entries=8, sequenceid=115, filesize=5.5 K 2024-12-03T23:17:08,970 DEBUG [M:0;5f9d64419733:41029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7076c39bc2db4f9b9a0998672483e22a as hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7076c39bc2db4f9b9a0998672483e22a 2024-12-03T23:17:08,976 INFO [M:0;5f9d64419733:41029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7076c39bc2db4f9b9a0998672483e22a, entries=14, sequenceid=115, filesize=8.5 K 2024-12-03T23:17:08,978 DEBUG [M:0;5f9d64419733:41029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25acabe5d395444b93861485967a0470 as hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25acabe5d395444b93861485967a0470 2024-12-03T23:17:08,983 INFO [M:0;5f9d64419733:41029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25acabe5d395444b93861485967a0470, entries=1, sequenceid=115, filesize=5.0 K 2024-12-03T23:17:08,985 INFO [M:0;5f9d64419733:41029 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=115, compaction requested=false 2024-12-03T23:17:08,986 INFO [M:0;5f9d64419733:41029 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:08,986 DEBUG [M:0;5f9d64419733:41029 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733267827674Disabling compacts and flushes for region at 1733267827674Disabling writes for close at 1733267827674Obtaining lock to block concurrent updates at 1733267827674Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733267827674Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733267827674Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733267827675 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733267827675Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733267827691 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733267827691Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733267828104 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733267828120 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733267828120Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733267828533 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733267828548 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733267828548Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e3b57d5: reopening flushed file at 1733267828961 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6446b3a5: reopening flushed file at 1733267828969 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8bb00d5: reopening flushed file at 1733267828977 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=115, compaction requested=false at 1733267828985 (+8 ms)Writing region close event to WAL at 1733267828986 (+1 ms)Closed at 1733267828986 2024-12-03T23:17:08,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741830_1006 (size=59421) 2024-12-03T23:17:08,990 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:17:08,990 INFO [M:0;5f9d64419733:41029 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T23:17:08,990 INFO [M:0;5f9d64419733:41029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41029 2024-12-03T23:17:08,991 INFO [M:0;5f9d64419733:41029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:17:09,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:17:09,093 INFO [M:0;5f9d64419733:41029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:17:09,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41029-0x1017a9dd7d80000, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:17:09,095 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:17:09,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:09,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:09,095 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:17:09,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:09,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:17:09,095 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T23:17:09,096 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:17:09,096 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34141 2024-12-03T23:17:09,098 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34141 connecting to ZooKeeper ensemble=127.0.0.1:52762 2024-12-03T23:17:09,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341410x0, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:17:09,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34141-0x1017a9dd7d80006 connected 2024-12-03T23:17:09,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:09,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:09,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Set watcher on znode that does not yet exist, /01773538831/running 2024-12-03T23:17:09,109 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773538831/meta-region-server: INIT 2024-12-03T23:17:09,109 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af, hbase.cluster.distributed=false 2024-12-03T23:17:09,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Set watcher on znode that does not yet exist, /01773538831/acl 2024-12-03T23:17:09,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34141 2024-12-03T23:17:09,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34141 2024-12-03T23:17:09,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34141 2024-12-03T23:17:09,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34141 2024-12-03T23:17:09,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34141 2024-12-03T23:17:09,127 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:17:09,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:09,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:09,128 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:17:09,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:09,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:17:09,128 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:17:09,128 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:17:09,128 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32927 2024-12-03T23:17:09,130 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32927 connecting to ZooKeeper ensemble=127.0.0.1:52762 2024-12-03T23:17:09,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:09,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:09,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329270x0, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:17:09,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32927-0x1017a9dd7d80007 connected 2024-12-03T23:17:09,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32927-0x1017a9dd7d80007, quorum=127.0.0.1:52762, baseZNode=/01773538831 Set watcher on znode that does not yet exist, /01773538831/running 2024-12-03T23:17:09,137 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773538831/meta-region-server: INIT 2024-12-03T23:17:09,137 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:17:09,137 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:17:09,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32927-0x1017a9dd7d80007, quorum=127.0.0.1:52762, baseZNode=/01773538831 Set watcher on znode that does not yet exist, /01773538831/master 2024-12-03T23:17:09,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32927-0x1017a9dd7d80007, quorum=127.0.0.1:52762, baseZNode=/01773538831 Set watcher on znode that does not yet exist, /01773538831/acl 2024-12-03T23:17:09,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32927 2024-12-03T23:17:09,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32927 2024-12-03T23:17:09,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32927 2024-12-03T23:17:09,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32927 2024-12-03T23:17:09,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32927 2024-12-03T23:17:09,153 DEBUG [M:0;5f9d64419733:34141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5f9d64419733:34141 2024-12-03T23:17:09,153 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01773538831/backup-masters/5f9d64419733,34141,1733267829095 2024-12-03T23:17:09,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32927-0x1017a9dd7d80007, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831/backup-masters 2024-12-03T23:17:09,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831/backup-masters 2024-12-03T23:17:09,155 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Set watcher on existing znode=/01773538831/backup-masters/5f9d64419733,34141,1733267829095 2024-12-03T23:17:09,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32927-0x1017a9dd7d80007, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01773538831/master 2024-12-03T23:17:09,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831 2024-12-03T23:17:09,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32927-0x1017a9dd7d80007, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831 2024-12-03T23:17:09,158 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Set watcher on existing znode=/01773538831/master 2024-12-03T23:17:09,158 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01773538831/backup-masters/5f9d64419733,34141,1733267829095 from backup master directory 2024-12-03T23:17:09,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01773538831/backup-masters/5f9d64419733,34141,1733267829095 2024-12-03T23:17:09,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32927-0x1017a9dd7d80007, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831/backup-masters 2024-12-03T23:17:09,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831/backup-masters 2024-12-03T23:17:09,160 WARN [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:17:09,160 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5f9d64419733,34141,1733267829095 2024-12-03T23:17:09,175 INFO [master/5f9d64419733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:09,175 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T23:17:09,188 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-12-03T23:17:09,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741846_1022 (size=196) 2024-12-03T23:17:09,597 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:17:09,598 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T23:17:09,598 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:17:09,606 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-03T23:17:09,609 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/WALs/5f9d64419733,41029,1733267815278 to hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/WALs/5f9d64419733,41029,1733267815278-dead as it is dead 2024-12-03T23:17:09,611 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-03T23:17:09,611 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-03T23:17:09,611 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/WALs/5f9d64419733,41029,1733267815278-dead/5f9d64419733%2C41029%2C1733267815278.1733267817198 2024-12-03T23:17:09,617 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/WALs/5f9d64419733,41029,1733267815278-dead/5f9d64419733%2C41029%2C1733267815278.1733267817198 after 4ms 2024-12-03T23:17:09,618 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/WALs/5f9d64419733,41029,1733267815278-dead/5f9d64419733%2C41029%2C1733267815278.1733267817198 to hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5f9d64419733%2C41029%2C1733267815278.1733267817198 2024-12-03T23:17:09,618 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/WALs/5f9d64419733,41029,1733267815278-dead 2024-12-03T23:17:09,619 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/WALs/5f9d64419733,34141,1733267829095 2024-12-03T23:17:09,620 INFO [master/5f9d64419733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:17:09,621 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C34141%2C1733267829095, suffix=, logDir=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/WALs/5f9d64419733,34141,1733267829095, archiveDir=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/oldWALs, maxLogs=10 2024-12-03T23:17:09,635 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/WALs/5f9d64419733,34141,1733267829095/5f9d64419733%2C34141%2C1733267829095.1733267829622, exclude list is [], retry=0 2024-12-03T23:17:09,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45989,DS-5a5c120e-6161-462f-9878-1688ec210b89,DISK] 2024-12-03T23:17:09,641 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/WALs/5f9d64419733,34141,1733267829095/5f9d64419733%2C34141%2C1733267829095.1733267829622 2024-12-03T23:17:09,642 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43647:43647)] 2024-12-03T23:17:09,642 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:17:09,642 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:09,642 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:09,642 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:09,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:09,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T23:17:09,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:09,652 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca7644d5f4fc4983afcf1b7935bec76f 2024-12-03T23:17:09,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:09,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:09,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T23:17:09,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:09,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7076c39bc2db4f9b9a0998672483e22a 2024-12-03T23:17:09,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:09,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:09,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T23:17:09,663 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:09,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25acabe5d395444b93861485967a0470 2024-12-03T23:17:09,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:09,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:09,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T23:17:09,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:09,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:09,673 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:09,673 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-03T23:17:09,674 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5f9d64419733%2C41029%2C1733267815278.1733267817198 2024-12-03T23:17:09,692 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5f9d64419733%2C41029%2C1733267815278.1733267817198 2024-12-03T23:17:09,694 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5f9d64419733%2C41029%2C1733267815278.1733267817198 2024-12-03T23:17:09,695 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:09,695 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:09,696 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:17:09,698 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:09,700 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:17:09,701 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-03T23:17:09,702 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65175035, jitterRate=-0.02881629765033722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:17:09,703 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733267829642Initializing all the Stores at 1733267829643 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267829643Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267829643Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267829643Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267829643Cleaning up temporary data from old regions at 1733267829695 (+52 ms)Region opened successfully at 1733267829703 (+8 ms) 2024-12-03T23:17:09,704 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T23:17:09,709 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aeb2c6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:17:09,720 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-03T23:17:09,721 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T23:17:09,721 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T23:17:09,721 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T23:17:09,722 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T23:17:09,726 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T23:17:09,727 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T23:17:09,727 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T23:17:09,727 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T23:17:09,728 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T23:17:09,728 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T23:17:09,728 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-03T23:17:09,728 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T23:17:09,734 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=5f9d64419733,33525,1733267815949, regionLocation=5f9d64419733,33525,1733267815949, openSeqNum=2 2024-12-03T23:17:09,734 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=5f9d64419733,33525,1733267815949, table=hbase:meta, region=1588230740 2024-12-03T23:17:09,735 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,33525,1733267815949, state=OPEN 2024-12-03T23:17:09,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32927-0x1017a9dd7d80007, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01773538831/meta-region-server 2024-12-03T23:17:09,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01773538831/meta-region-server 2024-12-03T23:17:09,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773538831/meta-region-server: CHANGED 2024-12-03T23:17:09,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773538831/meta-region-server: CHANGED 2024-12-03T23:17:09,742 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-03T23:17:09,744 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773538831/draining/5f9d64419733,33525,1733267815949 already deleted, retry=false 2024-12-03T23:17:09,744 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 5f9d64419733,33525,1733267815949 on 5f9d64419733,34141,1733267829095 2024-12-03T23:17:09,750 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5f9d64419733,33525,1733267815949, splitWal=true, meta=true 2024-12-03T23:17:09,753 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 5f9d64419733,33525,1733267815949 (carryingMeta=true) 5f9d64419733,33525,1733267815949/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@382d0d08[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T23:17:09,756 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Unable to get data of znode /01773538831/balancer because node does not exist (not necessarily an error) 2024-12-03T23:17:09,762 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773538831/balancer already deleted, retry=false 2024-12-03T23:17:09,762 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T23:17:09,763 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Unable to get data of znode /01773538831/normalizer because node does not exist (not necessarily an error) 2024-12-03T23:17:09,764 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773538831/normalizer already deleted, retry=false 2024-12-03T23:17:09,765 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T23:17:09,766 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Unable to get data of znode /01773538831/switch/split because node does not exist (not necessarily an error) 2024-12-03T23:17:09,767 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773538831/switch/split already deleted, retry=false 2024-12-03T23:17:09,768 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Unable to get data of znode /01773538831/switch/merge because node does not exist (not necessarily an error) 2024-12-03T23:17:09,769 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773538831/switch/merge already deleted, retry=false 2024-12-03T23:17:09,777 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Unable to get data of znode /01773538831/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T23:17:09,779 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01773538831/snapshot-cleanup already deleted, retry=false 2024-12-03T23:17:09,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01773538831/running 2024-12-03T23:17:09,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32927-0x1017a9dd7d80007, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01773538831/running 2024-12-03T23:17:09,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831 2024-12-03T23:17:09,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32927-0x1017a9dd7d80007, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831 2024-12-03T23:17:09,782 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5f9d64419733,34141,1733267829095, sessionid=0x1017a9dd7d80006, setting cluster-up flag (Was=false) 2024-12-03T23:17:09,784 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01773538831/flush-table-proc/acquired, /01773538831/flush-table-proc/reached, /01773538831/flush-table-proc/abort 2024-12-03T23:17:09,785 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,34141,1733267829095 2024-12-03T23:17:09,788 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01773538831/online-snapshot/acquired, /01773538831/online-snapshot/reached, /01773538831/online-snapshot/abort 2024-12-03T23:17:09,789 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,34141,1733267829095 2024-12-03T23:17:09,791 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/.lastflushedseqids 2024-12-03T23:17:09,794 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T23:17:09,794 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T23:17:09,795 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5f9d64419733,34141,1733267829095 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 5f9d64419733,33525,1733267815949 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T23:17:09,796 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:17:09,797 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:17:09,797 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:17:09,797 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:17:09,797 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5f9d64419733:0, corePoolSize=10, maxPoolSize=10 2024-12-03T23:17:09,797 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:09,797 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:17:09,797 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:09,800 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733267859800 2024-12-03T23:17:09,800 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T23:17:09,800 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T23:17:09,800 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T23:17:09,801 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T23:17:09,801 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T23:17:09,801 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T23:17:09,801 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:09,801 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5f9d64419733,33525,1733267815949, splitWal=true, meta=true 2024-12-03T23:17:09,802 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T23:17:09,803 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T23:17:09,803 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T23:17:09,803 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 5f9d64419733,33525,1733267815949, splitWal=true, meta=true, isMeta: true 2024-12-03T23:17:09,803 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T23:17:09,803 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T23:17:09,803 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T23:17:09,803 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267829803,5,FailOnTimeoutGroup] 2024-12-03T23:17:09,804 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267829803,5,FailOnTimeoutGroup] 2024-12-03T23:17:09,804 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:09,804 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T23:17:09,804 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:09,805 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:09,805 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949-splitting 2024-12-03T23:17:09,805 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733267829805, completionTime=-1 2024-12-03T23:17:09,805 WARN [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-03T23:17:09,806 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949-splitting dir is empty, no logs to split. 2024-12-03T23:17:09,806 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5f9d64419733,33525,1733267815949 WAL count=0, meta=true 2024-12-03T23:17:09,808 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T23:17:09,811 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949-splitting dir is empty, no logs to split. 2024-12-03T23:17:09,811 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5f9d64419733,33525,1733267815949 WAL count=0, meta=true 2024-12-03T23:17:09,811 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 5f9d64419733,33525,1733267815949 WAL splitting is done? wals=0, meta=true 2024-12-03T23:17:09,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T23:17:09,815 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:17:09,816 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T23:17:09,843 INFO [RS:0;5f9d64419733:32927 {}] regionserver.HRegionServer(746): ClusterId : a8df219c-e670-4540-8bd6-4be8858c4d6f 2024-12-03T23:17:09,843 DEBUG [RS:0;5f9d64419733:32927 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:17:09,847 DEBUG [RS:0;5f9d64419733:32927 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:17:09,847 DEBUG [RS:0;5f9d64419733:32927 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:17:09,849 DEBUG [RS:0;5f9d64419733:32927 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:17:09,850 DEBUG [RS:0;5f9d64419733:32927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@446b892c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:17:09,862 DEBUG [RS:0;5f9d64419733:32927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5f9d64419733:32927 2024-12-03T23:17:09,862 INFO [RS:0;5f9d64419733:32927 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:17:09,863 INFO [RS:0;5f9d64419733:32927 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:17:09,863 DEBUG [RS:0;5f9d64419733:32927 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:17:09,863 INFO [RS:0;5f9d64419733:32927 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,34141,1733267829095 with port=32927, startcode=1733267829127 2024-12-03T23:17:09,864 DEBUG [RS:0;5f9d64419733:32927 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:17:09,866 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:17:09,866 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34141 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,32927,1733267829127 2024-12-03T23:17:09,866 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34141 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,32927,1733267829127 2024-12-03T23:17:09,869 DEBUG [RS:0;5f9d64419733:32927 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af 2024-12-03T23:17:09,869 DEBUG [RS:0;5f9d64419733:32927 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44323 2024-12-03T23:17:09,869 DEBUG [RS:0;5f9d64419733:32927 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:17:09,908 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T23:17:09,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831/rs 2024-12-03T23:17:09,920 DEBUG [RS:0;5f9d64419733:32927 {}] zookeeper.ZKUtil(111): regionserver:32927-0x1017a9dd7d80007, quorum=127.0.0.1:52762, baseZNode=/01773538831 Set watcher on existing znode=/01773538831/rs/5f9d64419733,32927,1733267829127 2024-12-03T23:17:09,920 WARN [RS:0;5f9d64419733:32927 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:17:09,920 INFO [RS:0;5f9d64419733:32927 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:17:09,920 DEBUG [RS:0;5f9d64419733:32927 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127 2024-12-03T23:17:09,920 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,32927,1733267829127] 2024-12-03T23:17:09,957 INFO [RS:0;5f9d64419733:32927 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:17:09,959 INFO [RS:0;5f9d64419733:32927 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:17:09,959 INFO [RS:0;5f9d64419733:32927 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:17:09,959 INFO [RS:0;5f9d64419733:32927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:09,959 INFO [RS:0;5f9d64419733:32927 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:17:09,960 INFO [RS:0;5f9d64419733:32927 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:17:09,961 INFO [RS:0;5f9d64419733:32927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:09,961 DEBUG [RS:0;5f9d64419733:32927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:09,961 DEBUG [RS:0;5f9d64419733:32927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:09,961 DEBUG [RS:0;5f9d64419733:32927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:09,961 DEBUG [RS:0;5f9d64419733:32927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:09,961 DEBUG [RS:0;5f9d64419733:32927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:09,961 DEBUG [RS:0;5f9d64419733:32927 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:17:09,961 DEBUG [RS:0;5f9d64419733:32927 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:09,961 DEBUG [RS:0;5f9d64419733:32927 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:09,961 DEBUG [RS:0;5f9d64419733:32927 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:09,961 DEBUG [RS:0;5f9d64419733:32927 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:09,961 DEBUG [RS:0;5f9d64419733:32927 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:09,961 DEBUG [RS:0;5f9d64419733:32927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:09,961 DEBUG [RS:0;5f9d64419733:32927 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:17:09,961 DEBUG [RS:0;5f9d64419733:32927 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:17:09,963 INFO [RS:0;5f9d64419733:32927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:09,963 INFO [RS:0;5f9d64419733:32927 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:09,963 INFO [RS:0;5f9d64419733:32927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:09,963 INFO [RS:0;5f9d64419733:32927 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:09,963 INFO [RS:0;5f9d64419733:32927 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:09,963 INFO [RS:0;5f9d64419733:32927 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,32927,1733267829127-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:17:09,966 WARN [5f9d64419733:34141 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T23:17:09,978 INFO [RS:0;5f9d64419733:32927 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:17:09,978 INFO [RS:0;5f9d64419733:32927 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,32927,1733267829127-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:09,995 INFO [RS:0;5f9d64419733:32927 {}] regionserver.ReplicationSource(231): queueId=1-5f9d64419733,32927,1733267829127, ReplicationSource: 1, currentBandwidth=0 2024-12-03T23:17:10,010 INFO [RS:0;5f9d64419733:32927 {}] regionserver.ReplicationSource(231): queueId=2-5f9d64419733,32927,1733267829127, ReplicationSource: 2, currentBandwidth=0 2024-12-03T23:17:10,010 INFO [RS:0;5f9d64419733:32927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:10,010 INFO [RS:0;5f9d64419733:32927 {}] regionserver.Replication(171): 5f9d64419733,32927,1733267829127 started 2024-12-03T23:17:10,011 DEBUG [RS:0;5f9d64419733:32927.replicationSource,1-5f9d64419733,32927,1733267829127 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:40223' 2024-12-03T23:17:10,012 DEBUG [RS:0;5f9d64419733:32927.replicationSource,1-5f9d64419733,32927,1733267829127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57bb660f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:10,012 DEBUG [RS:0;5f9d64419733:32927.replicationSource,1-5f9d64419733,32927,1733267829127 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,40223,-1 for getting cluster id 2024-12-03T23:17:10,012 DEBUG [RS:0;5f9d64419733:32927.replicationSource,1-5f9d64419733,32927,1733267829127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:10,014 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14680ea1-20a1-4cd3-8a63-af951cc8335c' 2024-12-03T23:17:10,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:10,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14680ea1-20a1-4cd3-8a63-af951cc8335c" 2024-12-03T23:17:10,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a0edbd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:10,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,40223,-1] 2024-12-03T23:17:10,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:10,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:10,016 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:10,017 DEBUG [RS:0;5f9d64419733:32927.replicationSource,1-5f9d64419733,32927,1733267829127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d160c7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:10,017 DEBUG [RS:0;5f9d64419733:32927.replicationSource,1-5f9d64419733,32927,1733267829127 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:17:10,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,40223,1733267820429 2024-12-03T23:17:10,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@208e2632 2024-12-03T23:17:10,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:17:10,020 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-03T23:17:10,021 INFO [RS:0;5f9d64419733:32927.replicationSource,1-5f9d64419733,32927,1733267829127 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5f9d64419733,32927,1733267829127 (queues=0) is replicating from cluster=a8df219c-e670-4540-8bd6-4be8858c4d6f to cluster=14680ea1-20a1-4cd3-8a63-af951cc8335c 2024-12-03T23:17:10,031 INFO [RS:0;5f9d64419733:32927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:10,031 INFO [RS:0;5f9d64419733:32927 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,32927,1733267829127, RpcServer on 5f9d64419733/172.17.0.2:32927, sessionid=0x1017a9dd7d80007 2024-12-03T23:17:10,031 DEBUG [RS:0;5f9d64419733:32927 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:17:10,031 DEBUG [RS:0;5f9d64419733:32927 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,32927,1733267829127 2024-12-03T23:17:10,031 DEBUG [RS:0;5f9d64419733:32927 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,32927,1733267829127' 2024-12-03T23:17:10,031 DEBUG [RS:0;5f9d64419733:32927 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01773538831/flush-table-proc/abort' 2024-12-03T23:17:10,031 DEBUG [RS:0;5f9d64419733:32927.replicationSource,2-5f9d64419733,32927,1733267829127 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:40223' 2024-12-03T23:17:10,032 DEBUG [RS:0;5f9d64419733:32927 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01773538831/flush-table-proc/acquired' 2024-12-03T23:17:10,033 DEBUG [RS:0;5f9d64419733:32927 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:17:10,033 DEBUG [RS:0;5f9d64419733:32927 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:17:10,033 DEBUG [RS:0;5f9d64419733:32927 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,32927,1733267829127 2024-12-03T23:17:10,033 DEBUG [RS:0;5f9d64419733:32927 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,32927,1733267829127' 2024-12-03T23:17:10,033 DEBUG [RS:0;5f9d64419733:32927 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01773538831/online-snapshot/abort' 2024-12-03T23:17:10,033 DEBUG [RS:0;5f9d64419733:32927 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01773538831/online-snapshot/acquired' 2024-12-03T23:17:10,033 DEBUG [RS:0;5f9d64419733:32927.replicationSource,2-5f9d64419733,32927,1733267829127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1437088b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:10,034 DEBUG [RS:0;5f9d64419733:32927.replicationSource,2-5f9d64419733,32927,1733267829127 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,40223,-1 for getting cluster id 2024-12-03T23:17:10,034 DEBUG [RS:0;5f9d64419733:32927 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:17:10,034 INFO [RS:0;5f9d64419733:32927 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:17:10,034 INFO [RS:0;5f9d64419733:32927 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:17:10,034 DEBUG [RS:0;5f9d64419733:32927.replicationSource,2-5f9d64419733,32927,1733267829127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:10,035 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14680ea1-20a1-4cd3-8a63-af951cc8335c' 2024-12-03T23:17:10,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:10,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14680ea1-20a1-4cd3-8a63-af951cc8335c" 2024-12-03T23:17:10,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f23abbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:10,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,40223,-1] 2024-12-03T23:17:10,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:10,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:10,037 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:10,038 DEBUG [RS:0;5f9d64419733:32927.replicationSource,2-5f9d64419733,32927,1733267829127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b26d521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:10,039 DEBUG [RS:0;5f9d64419733:32927.replicationSource,2-5f9d64419733,32927,1733267829127 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:17:10,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,40223,1733267820429 2024-12-03T23:17:10,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2aa2c520 2024-12-03T23:17:10,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:17:10,041 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-03T23:17:10,042 INFO [RS:0;5f9d64419733:32927.replicationSource,2-5f9d64419733,32927,1733267829127 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5f9d64419733,32927,1733267829127 (queues=0) is replicating from cluster=a8df219c-e670-4540-8bd6-4be8858c4d6f to cluster=14680ea1-20a1-4cd3-8a63-af951cc8335c 2024-12-03T23:17:10,134 INFO [RS:0;5f9d64419733:32927 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:17:10,137 INFO [RS:0;5f9d64419733:32927 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C32927%2C1733267829127, suffix=, logDir=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127, archiveDir=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/oldWALs, maxLogs=10 2024-12-03T23:17:10,150 DEBUG [RS:0;5f9d64419733:32927 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.1733267830137, exclude list is [], retry=0 2024-12-03T23:17:10,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45989,DS-5a5c120e-6161-462f-9878-1688ec210b89,DISK] 2024-12-03T23:17:10,156 INFO [RS:0;5f9d64419733:32927 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.1733267830137 2024-12-03T23:17:10,156 DEBUG [RS:0;5f9d64419733:32927 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5f9d64419733%2C32927%2C1733267829127 for peer 1 2024-12-03T23:17:10,156 DEBUG [RS:0;5f9d64419733:32927 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5f9d64419733%2C32927%2C1733267829127 for peer 2 2024-12-03T23:17:10,156 DEBUG [RS:0;5f9d64419733:32927 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5f9d64419733%2C32927%2C1733267829127 2024-12-03T23:17:10,157 INFO [RS:0;5f9d64419733:32927 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5f9d64419733,32927,1733267829127, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T23:17:10,157 DEBUG [RS:0;5f9d64419733:32927 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5f9d64419733%2C32927%2C1733267829127 2024-12-03T23:17:10,157 INFO [RS:0;5f9d64419733:32927.replicationSource.shipper5f9d64419733%2C32927%2C1733267829127,1-5f9d64419733,32927,1733267829127 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5f9d64419733%2C32927%2C1733267829127 2024-12-03T23:17:10,157 INFO [RS:0;5f9d64419733:32927 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5f9d64419733,32927,1733267829127, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T23:17:10,157 DEBUG [RS:0;5f9d64419733:32927 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43647:43647)] 2024-12-03T23:17:10,158 INFO [RS:0;5f9d64419733:32927.replicationSource.shipper5f9d64419733%2C32927%2C1733267829127,2-5f9d64419733,32927,1733267829127 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5f9d64419733%2C32927%2C1733267829127 2024-12-03T23:17:10,158 DEBUG [RS:0;5f9d64419733:32927.replicationSource.wal-reader.5f9d64419733%2C32927%2C1733267829127,2-5f9d64419733,32927,1733267829127 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.1733267830137, startPosition=0, beingWritten=true 2024-12-03T23:17:10,158 DEBUG [RS:0;5f9d64419733:32927.replicationSource.wal-reader.5f9d64419733%2C32927%2C1733267829127,1-5f9d64419733,32927,1733267829127 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.1733267830137, startPosition=0, beingWritten=true 2024-12-03T23:17:10,217 DEBUG [5f9d64419733:34141 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T23:17:10,217 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5f9d64419733,32927,1733267829127 2024-12-03T23:17:10,219 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,32927,1733267829127, state=OPENING 2024-12-03T23:17:10,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32927-0x1017a9dd7d80007, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01773538831/meta-region-server 2024-12-03T23:17:10,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01773538831/meta-region-server 2024-12-03T23:17:10,221 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:17:10,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773538831/meta-region-server: CHANGED 2024-12-03T23:17:10,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773538831/meta-region-server: CHANGED 2024-12-03T23:17:10,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,32927,1733267829127}] 2024-12-03T23:17:10,367 DEBUG [RS:0;5f9d64419733:32927.replicationSource.wal-reader.5f9d64419733%2C32927%2C1733267829127,1-5f9d64419733,32927,1733267829127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.1733267830137 to pos 0, reset compression=false 2024-12-03T23:17:10,367 DEBUG [RS:0;5f9d64419733:32927.replicationSource.wal-reader.5f9d64419733%2C32927%2C1733267829127,2-5f9d64419733,32927,1733267829127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.1733267830137 to pos 0, reset compression=false 2024-12-03T23:17:10,374 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:17:10,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:17:10,380 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T23:17:10,380 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:17:10,381 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T23:17:10,383 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C32927%2C1733267829127.meta, suffix=.meta, logDir=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127, archiveDir=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/oldWALs, maxLogs=10 2024-12-03T23:17:10,397 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.meta.1733267830383.meta, exclude list is [], retry=0 2024-12-03T23:17:10,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45989,DS-5a5c120e-6161-462f-9878-1688ec210b89,DISK] 2024-12-03T23:17:10,401 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.meta.1733267830383.meta 2024-12-03T23:17:10,402 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43647:43647)] 2024-12-03T23:17:10,402 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:17:10,402 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:17:10,402 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:17:10,403 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T23:17:10,403 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T23:17:10,403 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T23:17:10,403 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:10,403 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T23:17:10,403 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T23:17:10,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:17:10,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:17:10,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:10,413 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740/info/770f8f61aa994d488bcff20872c19e2d 2024-12-03T23:17:10,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:10,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:17:10,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:17:10,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:10,421 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740/ns/491114dd314843cd9a97b0444c40e33d 2024-12-03T23:17:10,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:10,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:17:10,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:17:10,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:10,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:10,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:17:10,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:17:10,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:10,432 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740/table/5715e3105f9345a5a9db8816e94ce48c 2024-12-03T23:17:10,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:10,432 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:17:10,433 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740 2024-12-03T23:17:10,434 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740 2024-12-03T23:17:10,436 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:17:10,436 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:17:10,437 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:17:10,438 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:17:10,439 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72019960, jitterRate=0.07318103313446045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:17:10,439 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T23:17:10,439 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733267830403Writing region info on filesystem at 1733267830403Initializing all the Stores at 1733267830404 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267830404Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267830404Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267830404Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267830404Cleaning up temporary data from old regions at 1733267830436 (+32 ms)Running coprocessor post-open hooks at 1733267830439 (+3 ms)Region opened successfully at 1733267830439 2024-12-03T23:17:10,440 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733267830374 2024-12-03T23:17:10,443 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T23:17:10,443 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T23:17:10,444 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=5f9d64419733,32927,1733267829127 2024-12-03T23:17:10,445 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,32927,1733267829127, state=OPEN 2024-12-03T23:17:10,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32927-0x1017a9dd7d80007, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01773538831/meta-region-server 2024-12-03T23:17:10,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01773538831/meta-region-server 2024-12-03T23:17:10,447 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5f9d64419733,32927,1733267829127 2024-12-03T23:17:10,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773538831/meta-region-server: CHANGED 2024-12-03T23:17:10,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01773538831/meta-region-server: CHANGED 2024-12-03T23:17:10,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-03T23:17:10,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,32927,1733267829127 in 226 msec 2024-12-03T23:17:10,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-03T23:17:10,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 638 msec 2024-12-03T23:17:10,674 DEBUG [RS:0;5f9d64419733:32927.replicationSource.wal-reader.5f9d64419733%2C32927%2C1733267829127,2-5f9d64419733,32927,1733267829127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.1733267830137 to pos 0, reset compression=false 2024-12-03T23:17:10,674 DEBUG [RS:0;5f9d64419733:32927.replicationSource.wal-reader.5f9d64419733%2C32927%2C1733267829127,1-5f9d64419733,32927,1733267829127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.1733267830137 to pos 0, reset compression=false 2024-12-03T23:17:11,082 DEBUG [RS:0;5f9d64419733:32927.replicationSource.wal-reader.5f9d64419733%2C32927%2C1733267829127,1-5f9d64419733,32927,1733267829127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.1733267830137 to pos 0, reset compression=false 2024-12-03T23:17:11,082 DEBUG [RS:0;5f9d64419733:32927.replicationSource.wal-reader.5f9d64419733%2C32927%2C1733267829127,2-5f9d64419733,32927,1733267829127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.1733267830137 to pos 0, reset compression=false 2024-12-03T23:17:11,411 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1605ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-12-03T23:17:11,589 DEBUG [RS:0;5f9d64419733:32927.replicationSource.wal-reader.5f9d64419733%2C32927%2C1733267829127,1-5f9d64419733,32927,1733267829127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.1733267830137 to pos 0, reset compression=false 2024-12-03T23:17:11,589 DEBUG [RS:0;5f9d64419733:32927.replicationSource.wal-reader.5f9d64419733%2C32927%2C1733267829127,2-5f9d64419733,32927,1733267829127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.1733267830137 to pos 0, reset compression=false 2024-12-03T23:17:12,195 DEBUG [RS:0;5f9d64419733:32927.replicationSource.wal-reader.5f9d64419733%2C32927%2C1733267829127,2-5f9d64419733,32927,1733267829127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.1733267830137 to pos 0, reset compression=false 2024-12-03T23:17:12,195 DEBUG [RS:0;5f9d64419733:32927.replicationSource.wal-reader.5f9d64419733%2C32927%2C1733267829127,1-5f9d64419733,32927,1733267829127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.1733267830137 to pos 0, reset compression=false 2024-12-03T23:17:12,903 DEBUG [RS:0;5f9d64419733:32927.replicationSource.wal-reader.5f9d64419733%2C32927%2C1733267829127,2-5f9d64419733,32927,1733267829127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.1733267830137 to pos 0, reset compression=false 2024-12-03T23:17:12,903 DEBUG [RS:0;5f9d64419733:32927.replicationSource.wal-reader.5f9d64419733%2C32927%2C1733267829127,1-5f9d64419733,32927,1733267829127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.1733267830137 to pos 0, reset compression=false 2024-12-03T23:17:12,913 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3108ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-03T23:17:13,711 DEBUG [RS:0;5f9d64419733:32927.replicationSource.wal-reader.5f9d64419733%2C32927%2C1733267829127,2-5f9d64419733,32927,1733267829127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.1733267830137 to pos 0, reset compression=false 2024-12-03T23:17:13,711 DEBUG [RS:0;5f9d64419733:32927.replicationSource.wal-reader.5f9d64419733%2C32927%2C1733267829127,1-5f9d64419733,32927,1733267829127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.1733267830137 to pos 0, reset compression=false 2024-12-03T23:17:14,315 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-03T23:17:14,315 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T23:17:14,315 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:17:14,316 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,32927,1733267829127, seqNum=-1] 2024-12-03T23:17:14,316 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:17:14,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:17:14,324 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=14025a76785b9c281ab7b52c02e0391d, regionState=OPEN, lastHost=5f9d64419733,33525,1733267815949, regionLocation=5f9d64419733,33525,1733267815949, openSeqNum=2 2024-12-03T23:17:14,324 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T23:17:14,324 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733267894324 2024-12-03T23:17:14,324 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733267954324 2024-12-03T23:17:14,324 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-12-03T23:17:14,325 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,34141,1733267829095-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:14,325 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,34141,1733267829095-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:14,325 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 5f9d64419733,33525,1733267815949 had 2 regions 2024-12-03T23:17:14,325 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,34141,1733267829095-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:14,325 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5f9d64419733:34141, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:14,325 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:14,325 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:14,327 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5f9d64419733,33525,1733267815949, splitWal=true, meta=true, isMeta: false 2024-12-03T23:17:14,329 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949-splitting dir is empty, no logs to split. 2024-12-03T23:17:14,329 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5f9d64419733,33525,1733267815949 WAL count=0, meta=false 2024-12-03T23:17:14,332 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.172sec 2024-12-03T23:17:14,332 INFO [master/5f9d64419733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T23:17:14,332 INFO [master/5f9d64419733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T23:17:14,332 INFO [master/5f9d64419733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T23:17:14,332 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T23:17:14,332 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T23:17:14,332 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,34141,1733267829095-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:17:14,332 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,33525,1733267815949-splitting dir is empty, no logs to split. 2024-12-03T23:17:14,332 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,34141,1733267829095-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T23:17:14,332 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5f9d64419733,33525,1733267815949 WAL count=0, meta=false 2024-12-03T23:17:14,332 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 5f9d64419733,33525,1733267815949 WAL splitting is done? wals=0, meta=false 2024-12-03T23:17:14,334 WARN [master/5f9d64419733:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=5f9d64419733,33525,1733267815949/hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. 2024-12-03T23:17:14,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=14025a76785b9c281ab7b52c02e0391d, ASSIGN}] 2024-12-03T23:17:14,337 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T23:17:14,337 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T23:17:14,337 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,34141,1733267829095-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:14,337 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=14025a76785b9c281ab7b52c02e0391d, ASSIGN 2024-12-03T23:17:14,338 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=14025a76785b9c281ab7b52c02e0391d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T23:17:14,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e730b39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:14,346 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,34141,-1 for getting cluster id 2024-12-03T23:17:14,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:14,348 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8df219c-e670-4540-8bd6-4be8858c4d6f' 2024-12-03T23:17:14,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:14,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8df219c-e670-4540-8bd6-4be8858c4d6f" 2024-12-03T23:17:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a805eab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,34141,-1] 2024-12-03T23:17:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:14,351 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:14,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4816dc05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:14,352 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:17:14,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,32927,1733267829127, seqNum=-1] 2024-12-03T23:17:14,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:17:14,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:17:14,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-03T23:17:14,358 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:17:14,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:14,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:14,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:14,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:17:14,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 5f9d64419733:34141 after: 5f9d64419733:34141 2024-12-03T23:17:14,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780bc08e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:14,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,34141,-1 for getting cluster id 2024-12-03T23:17:14,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:14,360 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8df219c-e670-4540-8bd6-4be8858c4d6f' 2024-12-03T23:17:14,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:14,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8df219c-e670-4540-8bd6-4be8858c4d6f" 2024-12-03T23:17:14,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8fdaed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:14,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,34141,-1] 2024-12-03T23:17:14,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:14,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:14,362 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:14,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:14,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:17:14,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,34141,1733267829095 2024-12-03T23:17:14,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22963c9f 2024-12-03T23:17:14,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:17:14,365 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:17:14,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34141 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T23:17:14,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34141 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T23:17:14,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34141 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T23:17:14,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34141 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T23:17:14,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T23:17:14,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:17:14,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:14,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:14,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:14,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:17:14,368 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T23:17:14,368 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=455133924, stopped=false 2024-12-03T23:17:14,368 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5f9d64419733,40223,1733267820429 2024-12-03T23:17:14,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41701-0x1017a9dd7d80004, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-499837290/running 2024-12-03T23:17:14,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-499837290/running 2024-12-03T23:17:14,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41701-0x1017a9dd7d80004, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-499837290 2024-12-03T23:17:14,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-499837290 2024-12-03T23:17:14,372 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:17:14,372 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:17:14,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Set watcher on znode that does not yet exist, /1-499837290/running 2024-12-03T23:17:14,372 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:14,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:14,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41701-0x1017a9dd7d80004, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Set watcher on znode that does not yet exist, /1-499837290/running 2024-12-03T23:17:14,373 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5f9d64419733,41701,1733267820478' ***** 2024-12-03T23:17:14,373 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T23:17:14,373 INFO [RS:0;5f9d64419733:41701 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T23:17:14,373 INFO [RS:0;5f9d64419733:41701 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T23:17:14,373 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T23:17:14,373 INFO [RS:0;5f9d64419733:41701 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T23:17:14,373 INFO [RS:0;5f9d64419733:41701 {}] regionserver.HRegionServer(959): stopping server 5f9d64419733,41701,1733267820478 2024-12-03T23:17:14,373 INFO [RS:0;5f9d64419733:41701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:17:14,373 INFO [RS:0;5f9d64419733:41701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:41701. 2024-12-03T23:17:14,373 DEBUG [RS:0;5f9d64419733:41701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:14,373 DEBUG [RS:0;5f9d64419733:41701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:14,374 INFO [RS:0;5f9d64419733:41701 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T23:17:14,374 INFO [RS:0;5f9d64419733:41701 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T23:17:14,374 INFO [RS:0;5f9d64419733:41701 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T23:17:14,374 INFO [RS:0;5f9d64419733:41701 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T23:17:14,374 INFO [RS:0;5f9d64419733:41701 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T23:17:14,374 DEBUG [RS:0;5f9d64419733:41701 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T23:17:14,374 DEBUG [RS:0;5f9d64419733:41701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:17:14,374 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:17:14,374 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:17:14,374 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:17:14,374 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:17:14,374 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:17:14,375 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T23:17:14,392 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/data/hbase/meta/1588230740/.tmp/ns/b72a7c1dc6a44b489b5775d1cf025944 is 43, key is default/ns:d/1733267822812/Put/seqid=0 2024-12-03T23:17:14,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46837 is added to blk_1073741835_1011 (size=5153) 2024-12-03T23:17:14,464 INFO [regionserver/5f9d64419733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:17:14,488 DEBUG [5f9d64419733:34141 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T23:17:14,489 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=14025a76785b9c281ab7b52c02e0391d, regionState=OPENING, regionLocation=5f9d64419733,32927,1733267829127 2024-12-03T23:17:14,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=14025a76785b9c281ab7b52c02e0391d, ASSIGN because future has completed 2024-12-03T23:17:14,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14025a76785b9c281ab7b52c02e0391d, server=5f9d64419733,32927,1733267829127}] 2024-12-03T23:17:14,574 DEBUG [RS:0;5f9d64419733:41701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:17:14,618 DEBUG [RS:0;5f9d64419733:32927.replicationSource.wal-reader.5f9d64419733%2C32927%2C1733267829127,1-5f9d64419733,32927,1733267829127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.1733267830137 to pos 0, reset compression=false 2024-12-03T23:17:14,618 DEBUG [RS:0;5f9d64419733:32927.replicationSource.wal-reader.5f9d64419733%2C32927%2C1733267829127,2-5f9d64419733,32927,1733267829127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.1733267830137 to pos 0, reset compression=false 2024-12-03T23:17:14,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. 2024-12-03T23:17:14,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:17:14,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T23:17:14,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C32927%2C1733267829127.rep, suffix=, logDir=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127, archiveDir=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/oldWALs, maxLogs=10 2024-12-03T23:17:14,653 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T23:17:14,653 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T23:17:14,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.rep.1733267834653, exclude list is [], retry=0 2024-12-03T23:17:14,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45989,DS-5a5c120e-6161-462f-9878-1688ec210b89,DISK] 2024-12-03T23:17:14,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.rep.1733267834653 2024-12-03T23:17:14,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43647:43647)] 2024-12-03T23:17:14,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 14025a76785b9c281ab7b52c02e0391d, NAME => 'hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:17:14,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:17:14,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:17:14,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. service=MultiRowMutationService 2024-12-03T23:17:14,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T23:17:14,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:14,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:14,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:14,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:14,676 INFO [StoreOpener-14025a76785b9c281ab7b52c02e0391d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:14,677 INFO [StoreOpener-14025a76785b9c281ab7b52c02e0391d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14025a76785b9c281ab7b52c02e0391d columnFamilyName hfileref 2024-12-03T23:17:14,677 DEBUG [StoreOpener-14025a76785b9c281ab7b52c02e0391d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:14,677 INFO [StoreOpener-14025a76785b9c281ab7b52c02e0391d-1 {}] regionserver.HStore(327): Store=14025a76785b9c281ab7b52c02e0391d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:14,677 INFO [StoreOpener-14025a76785b9c281ab7b52c02e0391d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:14,678 INFO [StoreOpener-14025a76785b9c281ab7b52c02e0391d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14025a76785b9c281ab7b52c02e0391d columnFamilyName queue 2024-12-03T23:17:14,678 DEBUG [StoreOpener-14025a76785b9c281ab7b52c02e0391d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:14,685 DEBUG [StoreOpener-14025a76785b9c281ab7b52c02e0391d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/replication/14025a76785b9c281ab7b52c02e0391d/queue/be9df277571841ab9351205d93f05751 2024-12-03T23:17:14,685 INFO [StoreOpener-14025a76785b9c281ab7b52c02e0391d-1 {}] regionserver.HStore(327): Store=14025a76785b9c281ab7b52c02e0391d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:14,685 INFO [StoreOpener-14025a76785b9c281ab7b52c02e0391d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:14,686 INFO [StoreOpener-14025a76785b9c281ab7b52c02e0391d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14025a76785b9c281ab7b52c02e0391d columnFamilyName sid 2024-12-03T23:17:14,686 DEBUG [StoreOpener-14025a76785b9c281ab7b52c02e0391d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:14,687 INFO [StoreOpener-14025a76785b9c281ab7b52c02e0391d-1 {}] regionserver.HStore(327): Store=14025a76785b9c281ab7b52c02e0391d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:14,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:14,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/replication/14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:14,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/replication/14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:14,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:14,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:14,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:17:14,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:14,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 14025a76785b9c281ab7b52c02e0391d; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74327009, jitterRate=0.10755874216556549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:17:14,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:14,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 14025a76785b9c281ab7b52c02e0391d: Running coprocessor pre-open hook at 1733267834674Writing region info on filesystem at 1733267834674Initializing all the Stores at 1733267834675 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267834675Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267834675Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267834675Cleaning up temporary data from old regions at 1733267834690 (+15 ms)Running coprocessor post-open hooks at 1733267834693 (+3 ms)Region opened successfully at 1733267834694 (+1 ms) 2024-12-03T23:17:14,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d., pid=19, masterSystemTime=1733267834645 2024-12-03T23:17:14,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. 2024-12-03T23:17:14,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. 2024-12-03T23:17:14,699 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=14025a76785b9c281ab7b52c02e0391d, regionState=OPEN, openSeqNum=10, regionLocation=5f9d64419733,32927,1733267829127 2024-12-03T23:17:14,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14025a76785b9c281ab7b52c02e0391d, server=5f9d64419733,32927,1733267829127 because future has completed 2024-12-03T23:17:14,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-03T23:17:14,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 14025a76785b9c281ab7b52c02e0391d, server=5f9d64419733,32927,1733267829127 in 210 msec 2024-12-03T23:17:14,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-03T23:17:14,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=14025a76785b9c281ab7b52c02e0391d, ASSIGN in 371 msec 2024-12-03T23:17:14,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-03T23:17:14,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d., hostname=5f9d64419733,32927,1733267829127, seqNum=10] 2024-12-03T23:17:14,747 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 5f9d64419733,33525,1733267815949 2024-12-03T23:17:14,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-03T23:17:14,775 DEBUG [RS:0;5f9d64419733:41701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:17:14,797 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/data/hbase/meta/1588230740/.tmp/ns/b72a7c1dc6a44b489b5775d1cf025944 2024-12-03T23:17:14,806 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/data/hbase/meta/1588230740/.tmp/ns/b72a7c1dc6a44b489b5775d1cf025944 as hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/data/hbase/meta/1588230740/ns/b72a7c1dc6a44b489b5775d1cf025944 2024-12-03T23:17:14,813 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/data/hbase/meta/1588230740/ns/b72a7c1dc6a44b489b5775d1cf025944, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T23:17:14,815 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false 2024-12-03T23:17:14,815 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T23:17:14,821 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T23:17:14,822 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:17:14,822 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:17:14,822 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:17:14,822 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733267834374Running coprocessor pre-close hooks at 1733267834374Disabling compacts and flushes for region at 1733267834374Disabling writes for close at 1733267834374Obtaining lock to block concurrent updates at 1733267834375 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733267834375Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733267834375Flushing stores of hbase:meta,,1.1588230740 at 1733267834376 (+1 ms)Flushing 1588230740/ns: creating writer at 1733267834376Flushing 1588230740/ns: appending metadata at 1733267834392 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733267834392Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ff80e1e: reopening flushed file at 1733267834805 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false at 1733267834815 (+10 ms)Writing region close event to WAL at 1733267834817 (+2 ms)Running coprocessor post-close hooks at 1733267834822 (+5 ms)Closed at 1733267834822 2024-12-03T23:17:14,822 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T23:17:14,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32927 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-03T23:17:14,949 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfa9565ecb5c9635 with lease ID 0xb3a20ea7407653b6: from storage DS-3ab36370-d380-4335-9737-d7e072c49a6d node DatanodeRegistration(127.0.0.1:46837, datanodeUuid=d86199a5-3070-4882-8379-5b575183f612, infoPort=45993, infoSecurePort=0, ipcPort=36575, storageInfo=lv=-57;cid=testClusterID;nsid=906901523;c=1733267819368), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:17:14,950 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfa9565ecb5c9635 with lease ID 0xb3a20ea7407653b6: from storage DS-afcc153c-ee28-4fb3-b446-f8d880822273 node DatanodeRegistration(127.0.0.1:46837, datanodeUuid=d86199a5-3070-4882-8379-5b575183f612, infoPort=45993, infoSecurePort=0, ipcPort=36575, storageInfo=lv=-57;cid=testClusterID;nsid=906901523;c=1733267819368), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:17:14,975 INFO [RS:0;5f9d64419733:41701 {}] regionserver.HRegionServer(976): stopping server 5f9d64419733,41701,1733267820478; all regions closed. 2024-12-03T23:17:14,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46837 is added to blk_1073741834_1010 (size=1152) 2024-12-03T23:17:14,981 DEBUG [RS:0;5f9d64419733:41701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/oldWALs 2024-12-03T23:17:14,981 INFO [RS:0;5f9d64419733:41701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C41701%2C1733267820478.meta:.meta(num 1733267822720) 2024-12-03T23:17:14,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46837 is added to blk_1073741832_1008 (size=93) 2024-12-03T23:17:14,986 DEBUG [RS:0;5f9d64419733:41701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/oldWALs 2024-12-03T23:17:14,986 INFO [RS:0;5f9d64419733:41701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C41701%2C1733267820478:(num 1733267821793) 2024-12-03T23:17:14,986 DEBUG [RS:0;5f9d64419733:41701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:14,986 INFO [RS:0;5f9d64419733:41701 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:17:14,986 INFO [RS:0;5f9d64419733:41701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:17:14,986 INFO [RS:0;5f9d64419733:41701 {}] hbase.ChoreService(370): Chore service for: regionserver/5f9d64419733:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T23:17:14,987 INFO [RS:0;5f9d64419733:41701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:17:14,987 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:17:14,987 INFO [RS:0;5f9d64419733:41701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41701 2024-12-03T23:17:14,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41701-0x1017a9dd7d80004, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-499837290/rs/5f9d64419733,41701,1733267820478 2024-12-03T23:17:14,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-499837290/rs 2024-12-03T23:17:14,989 INFO [RS:0;5f9d64419733:41701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:17:14,990 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5f9d64419733,41701,1733267820478] 2024-12-03T23:17:14,992 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-499837290/draining/5f9d64419733,41701,1733267820478 already deleted, retry=false 2024-12-03T23:17:14,992 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5f9d64419733,41701,1733267820478 expired; onlineServers=0 2024-12-03T23:17:14,992 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5f9d64419733,40223,1733267820429' ***** 2024-12-03T23:17:14,992 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T23:17:14,992 INFO [M:0;5f9d64419733:40223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:17:14,992 INFO [M:0;5f9d64419733:40223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:17:14,992 DEBUG [M:0;5f9d64419733:40223 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T23:17:14,992 DEBUG [M:0;5f9d64419733:40223 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T23:17:14,992 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T23:17:14,992 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267821544 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267821544,5,FailOnTimeoutGroup] 2024-12-03T23:17:14,992 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267821544 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267821544,5,FailOnTimeoutGroup] 2024-12-03T23:17:14,993 INFO [M:0;5f9d64419733:40223 {}] hbase.ChoreService(370): Chore service for: master/5f9d64419733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T23:17:14,993 INFO [M:0;5f9d64419733:40223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:17:14,993 DEBUG [M:0;5f9d64419733:40223 {}] master.HMaster(1795): Stopping service threads 2024-12-03T23:17:14,993 INFO [M:0;5f9d64419733:40223 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T23:17:14,993 INFO [M:0;5f9d64419733:40223 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:17:14,993 INFO [M:0;5f9d64419733:40223 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T23:17:14,993 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T23:17:14,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-499837290/master 2024-12-03T23:17:14,995 DEBUG [M:0;5f9d64419733:40223 {}] zookeeper.ZKUtil(347): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Unable to get data of znode /1-499837290/master because node does not exist (not an error) 2024-12-03T23:17:14,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-499837290 2024-12-03T23:17:14,995 WARN [M:0;5f9d64419733:40223 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T23:17:14,996 INFO [M:0;5f9d64419733:40223 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/.lastflushedseqids 2024-12-03T23:17:15,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46837 is added to blk_1073741836_1012 (size=99) 2024-12-03T23:17:15,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41701-0x1017a9dd7d80004, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:17:15,091 INFO [RS:0;5f9d64419733:41701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:17:15,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41701-0x1017a9dd7d80004, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:17:15,091 INFO [RS:0;5f9d64419733:41701 {}] regionserver.HRegionServer(1031): Exiting; stopping=5f9d64419733,41701,1733267820478; zookeeper connection closed. 2024-12-03T23:17:15,091 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@577bfa50 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@577bfa50 2024-12-03T23:17:15,091 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T23:17:15,402 INFO [M:0;5f9d64419733:40223 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T23:17:15,402 INFO [M:0;5f9d64419733:40223 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T23:17:15,402 DEBUG [M:0;5f9d64419733:40223 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:17:15,402 INFO [M:0;5f9d64419733:40223 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:15,402 DEBUG [M:0;5f9d64419733:40223 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:15,402 DEBUG [M:0;5f9d64419733:40223 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:17:15,402 DEBUG [M:0;5f9d64419733:40223 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:15,403 INFO [M:0;5f9d64419733:40223 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T23:17:15,425 DEBUG [M:0;5f9d64419733:40223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f384ec809c6f49bf995d7d7720a6a0fc is 82, key is hbase:meta,,1/info:regioninfo/1733267822791/Put/seqid=0 2024-12-03T23:17:15,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46837 is added to blk_1073741837_1013 (size=5672) 2024-12-03T23:17:15,625 DEBUG [RS:0;5f9d64419733:32927.replicationSource.wal-reader.5f9d64419733%2C32927%2C1733267829127,1-5f9d64419733,32927,1733267829127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.1733267830137 to pos 0, reset compression=false 2024-12-03T23:17:15,625 DEBUG [RS:0;5f9d64419733:32927.replicationSource.wal-reader.5f9d64419733%2C32927%2C1733267829127,2-5f9d64419733,32927,1733267829127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.1733267830137 to pos 0, reset compression=false 2024-12-03T23:17:15,835 INFO [M:0;5f9d64419733:40223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f384ec809c6f49bf995d7d7720a6a0fc 2024-12-03T23:17:15,858 DEBUG [M:0;5f9d64419733:40223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8109875db8a8462aab96ee3c8f59a40a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733267822818/Put/seqid=0 2024-12-03T23:17:15,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46837 is added to blk_1073741838_1014 (size=5275) 2024-12-03T23:17:15,905 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:17:16,264 INFO [M:0;5f9d64419733:40223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8109875db8a8462aab96ee3c8f59a40a 2024-12-03T23:17:16,286 DEBUG [M:0;5f9d64419733:40223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/563227ed841e47aea439d67a237b17b2 is 69, key is 5f9d64419733,41701,1733267820478/rs:state/1733267821629/Put/seqid=0 2024-12-03T23:17:16,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46837 is added to blk_1073741839_1015 (size=5156) 2024-12-03T23:17:16,691 INFO [M:0;5f9d64419733:40223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/563227ed841e47aea439d67a237b17b2 2024-12-03T23:17:16,700 DEBUG [M:0;5f9d64419733:40223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f384ec809c6f49bf995d7d7720a6a0fc as hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f384ec809c6f49bf995d7d7720a6a0fc 2024-12-03T23:17:16,707 INFO [M:0;5f9d64419733:40223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f384ec809c6f49bf995d7d7720a6a0fc, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T23:17:16,709 DEBUG [M:0;5f9d64419733:40223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8109875db8a8462aab96ee3c8f59a40a as hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8109875db8a8462aab96ee3c8f59a40a 2024-12-03T23:17:16,715 INFO [M:0;5f9d64419733:40223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8109875db8a8462aab96ee3c8f59a40a, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T23:17:16,716 DEBUG [M:0;5f9d64419733:40223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/563227ed841e47aea439d67a237b17b2 as hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/563227ed841e47aea439d67a237b17b2 2024-12-03T23:17:16,723 INFO [M:0;5f9d64419733:40223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33247/user/jenkins/test-data/3ce31f24-5068-a95c-8ce4-a6f68d7dd103/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/563227ed841e47aea439d67a237b17b2, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T23:17:16,725 INFO [M:0;5f9d64419733:40223 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=28, compaction requested=false 2024-12-03T23:17:16,726 INFO [M:0;5f9d64419733:40223 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:16,727 DEBUG [M:0;5f9d64419733:40223 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733267835402Disabling compacts and flushes for region at 1733267835402Disabling writes for close at 1733267835402Obtaining lock to block concurrent updates at 1733267835403 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733267835403Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733267835403Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733267835404 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733267835404Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733267835424 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733267835424Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733267835842 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733267835857 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733267835858 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733267836270 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733267836285 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733267836285Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@356bd7ee: reopening flushed file at 1733267836699 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2757879b: reopening flushed file at 1733267836708 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b86c52c: reopening flushed file at 1733267836715 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=28, compaction requested=false at 1733267836725 (+10 ms)Writing region close event to WAL at 1733267836726 (+1 ms)Closed at 1733267836726 2024-12-03T23:17:16,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46837 is added to blk_1073741830_1006 (size=10165) 2024-12-03T23:17:16,732 DEBUG [RS:0;5f9d64419733:32927.replicationSource.wal-reader.5f9d64419733%2C32927%2C1733267829127,2-5f9d64419733,32927,1733267829127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.1733267830137 to pos 0, reset compression=false 2024-12-03T23:17:16,732 INFO [M:0;5f9d64419733:40223 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T23:17:16,732 INFO [M:0;5f9d64419733:40223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40223 2024-12-03T23:17:16,734 DEBUG [RS:0;5f9d64419733:32927.replicationSource.wal-reader.5f9d64419733%2C32927%2C1733267829127,1-5f9d64419733,32927,1733267829127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.1733267830137 to pos 0, reset compression=false 2024-12-03T23:17:16,735 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:17:16,737 INFO [M:0;5f9d64419733:40223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:17:16,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:17:16,842 INFO [M:0;5f9d64419733:40223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:17:16,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1017a9dd7d80003, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:17:16,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b61472e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:17:16,852 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21fe5802{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:17:16,852 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:17:16,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:17:16,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77c3ccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/hadoop.log.dir/,STOPPED} 2024-12-03T23:17:16,856 WARN [BP-365187933-172.17.0.2-1733267819368 heartbeating to localhost/127.0.0.1:33247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T23:17:16,856 WARN [BP-365187933-172.17.0.2-1733267819368 heartbeating to localhost/127.0.0.1:33247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-365187933-172.17.0.2-1733267819368 (Datanode Uuid d86199a5-3070-4882-8379-5b575183f612) service to localhost/127.0.0.1:33247 2024-12-03T23:17:16,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/cluster_7224b079-fcc6-2bbc-a7e3-50aaad23fd39/data/data1/current/BP-365187933-172.17.0.2-1733267819368 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:17:16,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/cluster_7224b079-fcc6-2bbc-a7e3-50aaad23fd39/data/data2/current/BP-365187933-172.17.0.2-1733267819368 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:17:16,857 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T23:17:16,857 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T23:17:16,858 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T23:17:16,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@503827bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:17:16,868 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55ba3e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:17:16,869 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:17:16,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:17:16,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f48dfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/hadoop.log.dir/,STOPPED} 2024-12-03T23:17:16,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T23:17:16,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T23:17:16,896 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:17:16,896 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:16,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:16,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:16,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:17:16,897 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T23:17:16,897 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1310762250, stopped=false 2024-12-03T23:17:16,897 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5f9d64419733,34141,1733267829095 2024-12-03T23:17:16,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32927-0x1017a9dd7d80007, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01773538831/running 2024-12-03T23:17:16,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01773538831/running 2024-12-03T23:17:16,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831 2024-12-03T23:17:16,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32927-0x1017a9dd7d80007, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831 2024-12-03T23:17:16,900 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:17:16,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32927-0x1017a9dd7d80007, quorum=127.0.0.1:52762, baseZNode=/01773538831 Set watcher on znode that does not yet exist, /01773538831/running 2024-12-03T23:17:16,901 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:17:16,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Set watcher on znode that does not yet exist, /01773538831/running 2024-12-03T23:17:16,901 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:16,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:16,902 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5f9d64419733,32927,1733267829127' ***** 2024-12-03T23:17:16,902 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T23:17:16,902 INFO [RS:0;5f9d64419733:32927 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T23:17:16,903 INFO [RS:0;5f9d64419733:32927 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T23:17:16,903 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T23:17:16,903 INFO [RS:0;5f9d64419733:32927 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T23:17:16,903 INFO [RS:0;5f9d64419733:32927 {}] regionserver.HRegionServer(3091): Received CLOSE for 14025a76785b9c281ab7b52c02e0391d 2024-12-03T23:17:16,903 INFO [RS:0;5f9d64419733:32927 {}] regionserver.HRegionServer(959): stopping server 5f9d64419733,32927,1733267829127 2024-12-03T23:17:16,903 INFO [RS:0;5f9d64419733:32927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:17:16,903 INFO [RS:0;5f9d64419733:32927 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:32927. 2024-12-03T23:17:16,903 DEBUG [RS:0;5f9d64419733:32927 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:16,903 DEBUG [RS:0;5f9d64419733:32927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:16,903 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14025a76785b9c281ab7b52c02e0391d, disabling compactions & flushes 2024-12-03T23:17:16,903 INFO [RS:0;5f9d64419733:32927 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T23:17:16,903 INFO [RS:0;5f9d64419733:32927 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T23:17:16,904 INFO [RS:0;5f9d64419733:32927 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T23:17:16,903 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. 2024-12-03T23:17:16,904 INFO [RS:0;5f9d64419733:32927 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T23:17:16,904 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. 2024-12-03T23:17:16,904 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. after waiting 0 ms 2024-12-03T23:17:16,904 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. 2024-12-03T23:17:16,904 INFO [RS:0;5f9d64419733:32927 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T23:17:16,904 DEBUG [RS:0;5f9d64419733:32927 {}] regionserver.HRegionServer(1325): Online Regions={14025a76785b9c281ab7b52c02e0391d=hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T23:17:16,904 DEBUG [RS:0;5f9d64419733:32927 {}] regionserver.HRegionServer(1351): Waiting on 14025a76785b9c281ab7b52c02e0391d, 1588230740 2024-12-03T23:17:16,905 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:17:16,905 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:17:16,905 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:17:16,905 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:17:16,905 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:17:16,905 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-03T23:17:16,918 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/replication/14025a76785b9c281ab7b52c02e0391d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-03T23:17:16,920 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:17:16,920 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:17:16,920 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. 2024-12-03T23:17:16,920 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14025a76785b9c281ab7b52c02e0391d: Waiting for close lock at 1733267836903Running coprocessor pre-close hooks at 1733267836903Disabling compacts and flushes for region at 1733267836903Disabling writes for close at 1733267836904 (+1 ms)Writing region close event to WAL at 1733267836908 (+4 ms)Running coprocessor post-close hooks at 1733267836920 (+12 ms)Closed at 1733267836920 2024-12-03T23:17:16,920 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d. 2024-12-03T23:17:16,942 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740/.tmp/info/3c9a12c2d30e4247af61417616288272 is 147, key is hbase:replication,,1733267823001.14025a76785b9c281ab7b52c02e0391d./info:regioninfo/1733267834699/Put/seqid=0 2024-12-03T23:17:16,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741851_1027 (size=6385) 2024-12-03T23:17:16,969 INFO [regionserver/5f9d64419733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:17:16,985 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T23:17:16,985 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T23:17:17,105 DEBUG [RS:0;5f9d64419733:32927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:17:17,305 DEBUG [RS:0;5f9d64419733:32927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:17:17,352 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740/.tmp/info/3c9a12c2d30e4247af61417616288272 2024-12-03T23:17:17,361 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740/.tmp/info/3c9a12c2d30e4247af61417616288272 as hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740/info/3c9a12c2d30e4247af61417616288272 2024-12-03T23:17:17,369 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740/info/3c9a12c2d30e4247af61417616288272, entries=8, sequenceid=19, filesize=6.2 K 2024-12-03T23:17:17,371 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 466ms, sequenceid=19, compaction requested=false 2024-12-03T23:17:17,380 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-03T23:17:17,381 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:17:17,381 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:17:17,381 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:17:17,381 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733267836905Running coprocessor pre-close hooks at 1733267836905Disabling compacts and flushes for region at 1733267836905Disabling writes for close at 1733267836905Obtaining lock to block concurrent updates at 1733267836905Preparing flush snapshotting stores in 1588230740 at 1733267836905Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733267836909 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733267836914 (+5 ms)Flushing 1588230740/info: creating writer at 1733267836914Flushing 1588230740/info: appending metadata at 1733267836941 (+27 ms)Flushing 1588230740/info: closing flushed file at 1733267836941Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@551932bb: reopening flushed file at 1733267837360 (+419 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 466ms, sequenceid=19, compaction requested=false at 1733267837371 (+11 ms)Writing region close event to WAL at 1733267837373 (+2 ms)Running coprocessor post-close hooks at 1733267837381 (+8 ms)Closed at 1733267837381 2024-12-03T23:17:17,381 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T23:17:17,505 INFO [RS:0;5f9d64419733:32927 {}] regionserver.HRegionServer(976): stopping server 5f9d64419733,32927,1733267829127; all regions closed. 2024-12-03T23:17:17,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741849_1025 (size=2156) 2024-12-03T23:17:17,512 DEBUG [RS:0;5f9d64419733:32927 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/oldWALs 2024-12-03T23:17:17,512 INFO [RS:0;5f9d64419733:32927 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C32927%2C1733267829127.meta:.meta(num 1733267830383) 2024-12-03T23:17:17,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741850_1026 (size=796) 2024-12-03T23:17:17,517 DEBUG [RS:0;5f9d64419733:32927 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/oldWALs 2024-12-03T23:17:17,517 INFO [RS:0;5f9d64419733:32927 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C32927%2C1733267829127.rep:(num 1733267834653) 2024-12-03T23:17:17,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741848_1024 (size=93) 2024-12-03T23:17:17,520 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/WALs/5f9d64419733,32927,1733267829127/5f9d64419733%2C32927%2C1733267829127.1733267830137 not finished, retry = 0 2024-12-03T23:17:17,623 DEBUG [RS:0;5f9d64419733:32927 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/oldWALs 2024-12-03T23:17:17,623 INFO [RS:0;5f9d64419733:32927 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C32927%2C1733267829127:(num 1733267830137) 2024-12-03T23:17:17,623 DEBUG [RS:0;5f9d64419733:32927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:17,623 INFO [RS:0;5f9d64419733:32927 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:17:17,623 INFO [RS:0;5f9d64419733:32927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:17:17,623 INFO [RS:0;5f9d64419733:32927 {}] hbase.ChoreService(370): Chore service for: regionserver/5f9d64419733:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T23:17:17,623 INFO [RS:0;5f9d64419733:32927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:17:17,623 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:17:17,624 INFO [RS:0;5f9d64419733:32927 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5f9d64419733,32927,1733267829127 because: Region server is closing 2024-12-03T23:17:17,624 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-03T23:17:17,624 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-03T23:17:17,624 INFO [RS:0;5f9d64419733:32927 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:32927. 2024-12-03T23:17:17,624 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-03T23:17:17,624 DEBUG [RS:0;5f9d64419733:32927 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:17,624 DEBUG [RS:0;5f9d64419733:32927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:17,624 DEBUG [RS:0;5f9d64419733:32927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:17,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:17:17,725 WARN [RS:0;5f9d64419733:32927.replicationSource.wal-reader.5f9d64419733%2C32927%2C1733267829127,1-5f9d64419733,32927,1733267829127 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T23:17:17,725 WARN [RS:0;5f9d64419733:32927.replicationSource.shipper5f9d64419733%2C32927%2C1733267829127,1-5f9d64419733,32927,1733267829127 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T23:17:17,725 INFO [RS:0;5f9d64419733:32927 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;5f9d64419733:32927.replicationSource.shipper5f9d64419733%2C32927%2C1733267829127,1-5f9d64419733,32927,1733267829127 terminated 2024-12-03T23:17:17,725 INFO [RS:0;5f9d64419733:32927 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5f9d64419733,32927,1733267829127 because: Region server is closing 2024-12-03T23:17:17,725 INFO [RS:0;5f9d64419733:32927 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:32927. 2024-12-03T23:17:17,726 DEBUG [RS:0;5f9d64419733:32927 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:17,726 DEBUG [RS:0;5f9d64419733:32927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:17,726 DEBUG [RS:0;5f9d64419733:32927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:17,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:17:17,826 WARN [RS:0;5f9d64419733:32927.replicationSource.shipper5f9d64419733%2C32927%2C1733267829127,2-5f9d64419733,32927,1733267829127 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T23:17:17,826 WARN [RS:0;5f9d64419733:32927.replicationSource.wal-reader.5f9d64419733%2C32927%2C1733267829127,2-5f9d64419733,32927,1733267829127 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T23:17:17,827 INFO [RS:0;5f9d64419733:32927 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;5f9d64419733:32927.replicationSource.shipper5f9d64419733%2C32927%2C1733267829127,2-5f9d64419733,32927,1733267829127 terminated 2024-12-03T23:17:17,827 INFO [RS:0;5f9d64419733:32927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32927 2024-12-03T23:17:17,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32927-0x1017a9dd7d80007, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01773538831/rs/5f9d64419733,32927,1733267829127 2024-12-03T23:17:17,829 INFO [RS:0;5f9d64419733:32927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:17:17,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831/rs 2024-12-03T23:17:17,831 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5f9d64419733,32927,1733267829127] 2024-12-03T23:17:17,833 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01773538831/draining/5f9d64419733,32927,1733267829127 already deleted, retry=false 2024-12-03T23:17:17,833 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5f9d64419733,32927,1733267829127 expired; onlineServers=0 2024-12-03T23:17:17,833 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5f9d64419733,34141,1733267829095' ***** 2024-12-03T23:17:17,833 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T23:17:17,834 INFO [M:0;5f9d64419733:34141 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:17:17,834 INFO [M:0;5f9d64419733:34141 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:17:17,834 DEBUG [M:0;5f9d64419733:34141 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T23:17:17,834 DEBUG [M:0;5f9d64419733:34141 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T23:17:17,834 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267829803 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267829803,5,FailOnTimeoutGroup] 2024-12-03T23:17:17,834 INFO [M:0;5f9d64419733:34141 {}] hbase.ChoreService(370): Chore service for: master/5f9d64419733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T23:17:17,834 INFO [M:0;5f9d64419733:34141 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:17:17,834 DEBUG [M:0;5f9d64419733:34141 {}] master.HMaster(1795): Stopping service threads 2024-12-03T23:17:17,835 INFO [M:0;5f9d64419733:34141 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T23:17:17,835 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267829803 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267829803,5,FailOnTimeoutGroup] 2024-12-03T23:17:17,835 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T23:17:17,835 INFO [M:0;5f9d64419733:34141 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:17:17,835 INFO [M:0;5f9d64419733:34141 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T23:17:17,836 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T23:17:17,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01773538831/master 2024-12-03T23:17:17,840 DEBUG [M:0;5f9d64419733:34141 {}] zookeeper.RecoverableZooKeeper(212): Node /01773538831/master already deleted, retry=false 2024-12-03T23:17:17,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01773538831 2024-12-03T23:17:17,840 DEBUG [M:0;5f9d64419733:34141 {}] master.ActiveMasterManager(353): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Failed delete of our master address node; KeeperErrorCode = NoNode for /01773538831/master 2024-12-03T23:17:17,841 INFO [M:0;5f9d64419733:34141 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/.lastflushedseqids 2024-12-03T23:17:17,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741852_1028 (size=181) 2024-12-03T23:17:17,857 INFO [M:0;5f9d64419733:34141 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T23:17:17,857 INFO [M:0;5f9d64419733:34141 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T23:17:17,857 DEBUG [M:0;5f9d64419733:34141 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:17:17,857 INFO [M:0;5f9d64419733:34141 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:17,857 DEBUG [M:0;5f9d64419733:34141 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:17,857 DEBUG [M:0;5f9d64419733:34141 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:17:17,857 DEBUG [M:0;5f9d64419733:34141 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:17,857 INFO [M:0;5f9d64419733:34141 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-03T23:17:17,875 DEBUG [M:0;5f9d64419733:34141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6b0212ca7144e69882f7d7d316bf17c is 82, key is hbase:meta,,1/info:regioninfo/1733267830444/Put/seqid=0 2024-12-03T23:17:17,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741853_1029 (size=5680) 2024-12-03T23:17:17,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32927-0x1017a9dd7d80007, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:17:17,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32927-0x1017a9dd7d80007, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:17:17,932 INFO [RS:0;5f9d64419733:32927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:17:17,932 INFO [RS:0;5f9d64419733:32927 {}] regionserver.HRegionServer(1031): Exiting; stopping=5f9d64419733,32927,1733267829127; zookeeper connection closed. 2024-12-03T23:17:17,932 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bf9c7a1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bf9c7a1 2024-12-03T23:17:17,932 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T23:17:18,281 INFO [M:0;5f9d64419733:34141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6b0212ca7144e69882f7d7d316bf17c 2024-12-03T23:17:18,310 DEBUG [M:0;5f9d64419733:34141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6be6ee7e0eb0472692a9009b184c9853 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733267834707/Put/seqid=0 2024-12-03T23:17:18,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741854_1030 (size=7319) 2024-12-03T23:17:18,719 INFO [M:0;5f9d64419733:34141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6be6ee7e0eb0472692a9009b184c9853 2024-12-03T23:17:18,741 DEBUG [M:0;5f9d64419733:34141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e105455f5614ab8ba5a152853d056ae is 69, key is 5f9d64419733,32927,1733267829127/rs:state/1733267829867/Put/seqid=0 2024-12-03T23:17:18,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741855_1031 (size=5371) 2024-12-03T23:17:19,147 INFO [M:0;5f9d64419733:34141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e105455f5614ab8ba5a152853d056ae 2024-12-03T23:17:19,154 INFO [M:0;5f9d64419733:34141 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e105455f5614ab8ba5a152853d056ae 2024-12-03T23:17:19,155 DEBUG [M:0;5f9d64419733:34141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6b0212ca7144e69882f7d7d316bf17c as hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6b0212ca7144e69882f7d7d316bf17c 2024-12-03T23:17:19,162 INFO [M:0;5f9d64419733:34141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6b0212ca7144e69882f7d7d316bf17c, entries=8, sequenceid=172, filesize=5.5 K 2024-12-03T23:17:19,163 DEBUG [M:0;5f9d64419733:34141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6be6ee7e0eb0472692a9009b184c9853 as hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6be6ee7e0eb0472692a9009b184c9853 2024-12-03T23:17:19,170 INFO [M:0;5f9d64419733:34141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6be6ee7e0eb0472692a9009b184c9853, entries=7, sequenceid=172, filesize=7.1 K 2024-12-03T23:17:19,171 DEBUG [M:0;5f9d64419733:34141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e105455f5614ab8ba5a152853d056ae as hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e105455f5614ab8ba5a152853d056ae 2024-12-03T23:17:19,178 INFO [M:0;5f9d64419733:34141 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e105455f5614ab8ba5a152853d056ae 2024-12-03T23:17:19,178 INFO [M:0;5f9d64419733:34141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44323/user/jenkins/test-data/b1863562-fc7c-f233-749d-f06359f301af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e105455f5614ab8ba5a152853d056ae, entries=2, sequenceid=172, filesize=5.2 K 2024-12-03T23:17:19,179 INFO [M:0;5f9d64419733:34141 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=172, compaction requested=false 2024-12-03T23:17:19,181 INFO [M:0;5f9d64419733:34141 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:19,181 DEBUG [M:0;5f9d64419733:34141 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733267837857Disabling compacts and flushes for region at 1733267837857Disabling writes for close at 1733267837857Obtaining lock to block concurrent updates at 1733267837857Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733267837857Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733267837858 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733267837859 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733267837859Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733267837874 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733267837874Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733267838289 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733267838309 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733267838309Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733267838725 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733267838740 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733267838740Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7328cb56: reopening flushed file at 1733267839154 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21c21d9d: reopening flushed file at 1733267839162 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ef5d407: reopening flushed file at 1733267839170 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=172, compaction requested=false at 1733267839179 (+9 ms)Writing region close event to WAL at 1733267839181 (+2 ms)Closed at 1733267839181 2024-12-03T23:17:19,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741847_1023 (size=22949) 2024-12-03T23:17:19,185 INFO [M:0;5f9d64419733:34141 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T23:17:19,185 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:17:19,185 INFO [M:0;5f9d64419733:34141 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34141 2024-12-03T23:17:19,185 INFO [M:0;5f9d64419733:34141 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:17:19,288 INFO [M:0;5f9d64419733:34141 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:17:19,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:17:19,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34141-0x1017a9dd7d80006, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:17:19,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f0edb62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:17:19,292 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68de4c05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:17:19,292 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:17:19,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4247812b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:17:19,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cb6d394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/hadoop.log.dir/,STOPPED} 2024-12-03T23:17:19,294 WARN [BP-2143827565-172.17.0.2-1733267812501 heartbeating to localhost/127.0.0.1:44323 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T23:17:19,294 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T23:17:19,294 WARN [BP-2143827565-172.17.0.2-1733267812501 heartbeating to localhost/127.0.0.1:44323 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2143827565-172.17.0.2-1733267812501 (Datanode Uuid 55848fdf-f561-42f7-9218-9abecc915d0d) service to localhost/127.0.0.1:44323 2024-12-03T23:17:19,294 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T23:17:19,296 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/cluster_4b0d4a38-15eb-71cc-e85e-a37d90868556/data/data1/current/BP-2143827565-172.17.0.2-1733267812501 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:17:19,296 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/cluster_4b0d4a38-15eb-71cc-e85e-a37d90868556/data/data2/current/BP-2143827565-172.17.0.2-1733267812501 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:17:19,296 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T23:17:19,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34444f5b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:17:19,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18ffb70e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:17:19,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:17:19,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@711609b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:17:19,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76f367e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c08f263f-72c7-7083-30a3-ba82d738b686/hadoop.log.dir/,STOPPED} 2024-12-03T23:17:19,316 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T23:17:19,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T23:17:19,351 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44323 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@308e8b97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33247 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/5f9d64419733:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5f9d64419733:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/5f9d64419733:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/5f9d64419733:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44323 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44323 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52762) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5f9d64419733:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52762) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=266 (was 350), ProcessCount=11 (was 11), AvailableMemoryMB=8561 (was 8228) - AvailableMemoryMB LEAK? - 2024-12-03T23:17:19,360 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=266, ProcessCount=11, AvailableMemoryMB=8563 2024-12-03T23:17:19,375 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-03T23:17:19,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/hadoop.log.dir so I do NOT create it in target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0 2024-12-03T23:17:19,375 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T23:17:19,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/hadoop.tmp.dir so I do NOT create it in target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0 2024-12-03T23:17:19,376 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fecb8182-5cd5-e7d1-21be-bceb03276d7c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T23:17:19,376 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0 2024-12-03T23:17:19,376 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/cluster_89940ebc-901f-880f-4f27-4fc67e0ad7b9, deleteOnExit=true 2024-12-03T23:17:19,379 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/cluster_89940ebc-901f-880f-4f27-4fc67e0ad7b9/zookeeper_0, clientPort=50176, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/cluster_89940ebc-901f-880f-4f27-4fc67e0ad7b9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/cluster_89940ebc-901f-880f-4f27-4fc67e0ad7b9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T23:17:19,380 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50176 2024-12-03T23:17:19,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T23:17:19,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T23:17:19,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/test.cache.data in system properties and HBase conf 2024-12-03T23:17:19,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T23:17:19,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/hadoop.log.dir in system properties and HBase conf 2024-12-03T23:17:19,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T23:17:19,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T23:17:19,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T23:17:19,380 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T23:17:19,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:17:19,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:17:19,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T23:17:19,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:17:19,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T23:17:19,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T23:17:19,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:17:19,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:17:19,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T23:17:19,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/nfs.dump.dir in system properties and HBase conf 2024-12-03T23:17:19,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/java.io.tmpdir in system properties and HBase conf 2024-12-03T23:17:19,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:17:19,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T23:17:19,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T23:17:19,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017a9dd7d80005, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T23:17:19,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017a9dd7d80002, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T23:17:19,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017a9dd7d80005, quorum=127.0.0.1:52762, baseZNode=/1-499837290 Received Disconnected from ZooKeeper, ignoring 2024-12-03T23:17:19,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017a9dd7d80002, quorum=127.0.0.1:52762, baseZNode=/01773538831 Received Disconnected from ZooKeeper, ignoring 2024-12-03T23:17:19,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:17:19,485 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:17:19,491 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:17:19,491 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:17:19,491 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T23:17:19,492 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:17:19,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f5c756{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:17:19,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7607be1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:17:19,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@109ccb36{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/java.io.tmpdir/jetty-localhost-34227-hadoop-hdfs-3_4_1-tests_jar-_-any-9360997242838705280/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:17:19,652 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42df17bd{HTTP/1.1, (http/1.1)}{localhost:34227} 2024-12-03T23:17:19,652 INFO [Time-limited test {}] server.Server(415): Started @29278ms 2024-12-03T23:17:19,764 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:17:19,769 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:17:19,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:17:19,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:17:19,770 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T23:17:19,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e83ddb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:17:19,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5819f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:17:19,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2714ec4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/java.io.tmpdir/jetty-localhost-36963-hadoop-hdfs-3_4_1-tests_jar-_-any-428238934981468113/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:17:19,903 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68b58e18{HTTP/1.1, (http/1.1)}{localhost:36963} 2024-12-03T23:17:19,903 INFO [Time-limited test {}] server.Server(415): Started @29528ms 2024-12-03T23:17:19,904 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T23:17:20,016 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/cluster_89940ebc-901f-880f-4f27-4fc67e0ad7b9/data/data1/current/BP-1902646179-172.17.0.2-1733267839413/current, will proceed with Du for space computation calculation, 2024-12-03T23:17:20,025 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/cluster_89940ebc-901f-880f-4f27-4fc67e0ad7b9/data/data2/current/BP-1902646179-172.17.0.2-1733267839413/current, will proceed with Du for space computation calculation, 2024-12-03T23:17:20,052 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T23:17:20,058 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6e8c3b6ebd35df2 with lease ID 0x33424ac3ca7d261a: Processing first storage report for DS-c713c0dd-6fea-448e-a4da-a4cdd7c449dd from datanode DatanodeRegistration(127.0.0.1:41761, datanodeUuid=d52fc818-c170-4100-884e-cbaae642634f, infoPort=46341, infoSecurePort=0, ipcPort=46485, storageInfo=lv=-57;cid=testClusterID;nsid=1277228507;c=1733267839413) 2024-12-03T23:17:20,058 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6e8c3b6ebd35df2 with lease ID 0x33424ac3ca7d261a: from storage DS-c713c0dd-6fea-448e-a4da-a4cdd7c449dd node DatanodeRegistration(127.0.0.1:41761, datanodeUuid=d52fc818-c170-4100-884e-cbaae642634f, infoPort=46341, infoSecurePort=0, ipcPort=46485, storageInfo=lv=-57;cid=testClusterID;nsid=1277228507;c=1733267839413), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:17:20,058 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6e8c3b6ebd35df2 with lease ID 0x33424ac3ca7d261a: Processing first storage report for DS-ae3dd2da-d762-4e36-85ab-63748db15cf1 from datanode DatanodeRegistration(127.0.0.1:41761, datanodeUuid=d52fc818-c170-4100-884e-cbaae642634f, infoPort=46341, infoSecurePort=0, ipcPort=46485, storageInfo=lv=-57;cid=testClusterID;nsid=1277228507;c=1733267839413) 2024-12-03T23:17:20,058 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6e8c3b6ebd35df2 with lease ID 0x33424ac3ca7d261a: from storage DS-ae3dd2da-d762-4e36-85ab-63748db15cf1 node DatanodeRegistration(127.0.0.1:41761, datanodeUuid=d52fc818-c170-4100-884e-cbaae642634f, infoPort=46341, infoSecurePort=0, ipcPort=46485, storageInfo=lv=-57;cid=testClusterID;nsid=1277228507;c=1733267839413), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:17:20,142 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0 2024-12-03T23:17:20,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:20,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:20,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741825_1001 (size=7) 2024-12-03T23:17:20,568 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139 with version=8 2024-12-03T23:17:20,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/hbase-staging 2024-12-03T23:17:20,572 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:17:20,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:20,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:20,573 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:17:20,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:20,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:17:20,573 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T23:17:20,573 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:17:20,575 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45833 2024-12-03T23:17:20,578 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45833 connecting to ZooKeeper ensemble=127.0.0.1:50176 2024-12-03T23:17:20,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458330x0, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:17:20,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45833-0x1017a9e44210000 connected 2024-12-03T23:17:20,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:20,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:20,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Set watcher on znode that does not yet exist, /0-1777762231/running 2024-12-03T23:17:20,640 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139, hbase.cluster.distributed=false 2024-12-03T23:17:20,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Set watcher on znode that does not yet exist, /0-1777762231/acl 2024-12-03T23:17:20,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45833 2024-12-03T23:17:20,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45833 2024-12-03T23:17:20,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45833 2024-12-03T23:17:20,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45833 2024-12-03T23:17:20,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45833 2024-12-03T23:17:20,681 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:17:20,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:20,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:20,681 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:17:20,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:20,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:17:20,681 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:17:20,682 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:17:20,682 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35039 2024-12-03T23:17:20,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35039 connecting to ZooKeeper ensemble=127.0.0.1:50176 2024-12-03T23:17:20,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:20,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:20,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350390x0, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:17:20,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350390x0, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Set watcher on znode that does not yet exist, /0-1777762231/running 2024-12-03T23:17:20,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35039-0x1017a9e44210001 connected 2024-12-03T23:17:20,695 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:17:20,696 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:17:20,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35039-0x1017a9e44210001, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Set watcher on znode that does not yet exist, /0-1777762231/master 2024-12-03T23:17:20,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35039-0x1017a9e44210001, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Set watcher on znode that does not yet exist, /0-1777762231/acl 2024-12-03T23:17:20,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35039 2024-12-03T23:17:20,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35039 2024-12-03T23:17:20,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35039 2024-12-03T23:17:20,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35039 2024-12-03T23:17:20,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35039 2024-12-03T23:17:20,724 DEBUG [M:0;5f9d64419733:45833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5f9d64419733:45833 2024-12-03T23:17:20,724 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1777762231/backup-masters/5f9d64419733,45833,1733267840572 2024-12-03T23:17:20,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1777762231/backup-masters 2024-12-03T23:17:20,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x1017a9e44210001, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1777762231/backup-masters 2024-12-03T23:17:20,727 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Set watcher on existing znode=/0-1777762231/backup-masters/5f9d64419733,45833,1733267840572 2024-12-03T23:17:20,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x1017a9e44210001, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1777762231/master 2024-12-03T23:17:20,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x1017a9e44210001, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1777762231 2024-12-03T23:17:20,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1777762231 2024-12-03T23:17:20,732 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Set watcher on existing znode=/0-1777762231/master 2024-12-03T23:17:20,732 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1777762231/backup-masters/5f9d64419733,45833,1733267840572 from backup master directory 2024-12-03T23:17:20,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x1017a9e44210001, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1777762231/backup-masters 2024-12-03T23:17:20,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1777762231/backup-masters/5f9d64419733,45833,1733267840572 2024-12-03T23:17:20,734 WARN [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:17:20,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1777762231/backup-masters 2024-12-03T23:17:20,734 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5f9d64419733,45833,1733267840572 2024-12-03T23:17:20,741 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/hbase.id] with ID: b6f680ca-7167-47af-b026-0f904647ec1f 2024-12-03T23:17:20,741 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/.tmp/hbase.id 2024-12-03T23:17:20,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741826_1002 (size=42) 2024-12-03T23:17:21,152 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/.tmp/hbase.id]:[hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/hbase.id] 2024-12-03T23:17:21,166 INFO [master/5f9d64419733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:21,166 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T23:17:21,168 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T23:17:21,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1777762231 2024-12-03T23:17:21,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x1017a9e44210001, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1777762231 2024-12-03T23:17:21,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741827_1003 (size=196) 2024-12-03T23:17:21,577 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:17:21,578 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T23:17:21,578 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:17:21,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741828_1004 (size=1189) 2024-12-03T23:17:21,988 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/MasterData/data/master/store 2024-12-03T23:17:21,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741829_1005 (size=34) 2024-12-03T23:17:21,998 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:21,998 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:17:21,998 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:21,998 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:21,998 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:17:21,998 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:21,998 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:21,998 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733267841998Disabling compacts and flushes for region at 1733267841998Disabling writes for close at 1733267841998Writing region close event to WAL at 1733267841998Closed at 1733267841998 2024-12-03T23:17:21,999 WARN [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/MasterData/data/master/store/.initializing 2024-12-03T23:17:21,999 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/MasterData/WALs/5f9d64419733,45833,1733267840572 2024-12-03T23:17:22,001 INFO [master/5f9d64419733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:17:22,003 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C45833%2C1733267840572, suffix=, logDir=hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/MasterData/WALs/5f9d64419733,45833,1733267840572, archiveDir=hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/MasterData/oldWALs, maxLogs=10 2024-12-03T23:17:22,022 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/MasterData/WALs/5f9d64419733,45833,1733267840572/5f9d64419733%2C45833%2C1733267840572.1733267842003, exclude list is [], retry=0 2024-12-03T23:17:22,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41761,DS-c713c0dd-6fea-448e-a4da-a4cdd7c449dd,DISK] 2024-12-03T23:17:22,032 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/MasterData/WALs/5f9d64419733,45833,1733267840572/5f9d64419733%2C45833%2C1733267840572.1733267842003 2024-12-03T23:17:22,033 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46341:46341)] 2024-12-03T23:17:22,033 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:17:22,033 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:22,034 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:22,034 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:22,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:22,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T23:17:22,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:22,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:22,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:22,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T23:17:22,040 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:22,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:22,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:22,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T23:17:22,044 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:22,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:22,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:22,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T23:17:22,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:22,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:22,046 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:22,047 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:22,048 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:22,049 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:22,049 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:22,050 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:17:22,051 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:22,055 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:17:22,056 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72440509, jitterRate=0.07944770157337189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:17:22,057 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733267842034Initializing all the Stores at 1733267842035 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267842035Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267842035Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267842035Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267842035Cleaning up temporary data from old regions at 1733267842049 (+14 ms)Region opened successfully at 1733267842057 (+8 ms) 2024-12-03T23:17:22,057 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T23:17:22,061 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af82c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:17:22,061 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T23:17:22,062 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T23:17:22,062 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T23:17:22,062 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T23:17:22,062 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T23:17:22,063 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T23:17:22,063 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T23:17:22,065 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T23:17:22,066 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Unable to get data of znode /0-1777762231/balancer because node does not exist (not necessarily an error) 2024-12-03T23:17:22,068 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1777762231/balancer already deleted, retry=false 2024-12-03T23:17:22,068 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T23:17:22,069 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Unable to get data of znode /0-1777762231/normalizer because node does not exist (not necessarily an error) 2024-12-03T23:17:22,071 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1777762231/normalizer already deleted, retry=false 2024-12-03T23:17:22,072 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T23:17:22,073 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Unable to get data of znode /0-1777762231/switch/split because node does not exist (not necessarily an error) 2024-12-03T23:17:22,074 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1777762231/switch/split already deleted, retry=false 2024-12-03T23:17:22,075 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Unable to get data of znode /0-1777762231/switch/merge because node does not exist (not necessarily an error) 2024-12-03T23:17:22,076 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1777762231/switch/merge already deleted, retry=false 2024-12-03T23:17:22,079 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Unable to get data of znode /0-1777762231/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T23:17:22,080 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1777762231/snapshot-cleanup already deleted, retry=false 2024-12-03T23:17:22,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1777762231/running 2024-12-03T23:17:22,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1777762231 2024-12-03T23:17:22,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x1017a9e44210001, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1777762231/running 2024-12-03T23:17:22,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x1017a9e44210001, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1777762231 2024-12-03T23:17:22,084 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5f9d64419733,45833,1733267840572, sessionid=0x1017a9e44210000, setting cluster-up flag (Was=false) 2024-12-03T23:17:22,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x1017a9e44210001, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1777762231 2024-12-03T23:17:22,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1777762231 2024-12-03T23:17:22,093 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1777762231/flush-table-proc/acquired, /0-1777762231/flush-table-proc/reached, /0-1777762231/flush-table-proc/abort 2024-12-03T23:17:22,094 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,45833,1733267840572 2024-12-03T23:17:22,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x1017a9e44210001, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1777762231 2024-12-03T23:17:22,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1777762231 2024-12-03T23:17:22,113 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1777762231/online-snapshot/acquired, /0-1777762231/online-snapshot/reached, /0-1777762231/online-snapshot/abort 2024-12-03T23:17:22,114 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,45833,1733267840572 2024-12-03T23:17:22,116 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T23:17:22,121 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T23:17:22,122 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T23:17:22,122 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T23:17:22,122 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5f9d64419733,45833,1733267840572 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T23:17:22,124 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:17:22,124 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:17:22,124 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:17:22,124 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:17:22,124 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5f9d64419733:0, corePoolSize=10, maxPoolSize=10 2024-12-03T23:17:22,124 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:22,124 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:17:22,124 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:22,130 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:17:22,130 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T23:17:22,131 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:22,131 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T23:17:22,132 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733267872132 2024-12-03T23:17:22,132 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T23:17:22,132 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T23:17:22,132 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T23:17:22,132 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T23:17:22,132 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T23:17:22,132 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T23:17:22,132 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:22,133 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T23:17:22,133 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T23:17:22,133 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T23:17:22,133 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T23:17:22,133 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T23:17:22,133 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T23:17:22,136 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267842133,5,FailOnTimeoutGroup] 2024-12-03T23:17:22,136 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267842136,5,FailOnTimeoutGroup] 2024-12-03T23:17:22,136 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:22,136 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T23:17:22,136 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:22,136 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:22,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741831_1007 (size=1321) 2024-12-03T23:17:22,141 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T23:17:22,141 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139 2024-12-03T23:17:22,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741832_1008 (size=32) 2024-12-03T23:17:22,208 INFO [RS:0;5f9d64419733:35039 {}] regionserver.HRegionServer(746): ClusterId : b6f680ca-7167-47af-b026-0f904647ec1f 2024-12-03T23:17:22,208 DEBUG [RS:0;5f9d64419733:35039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:17:22,211 DEBUG [RS:0;5f9d64419733:35039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:17:22,211 DEBUG [RS:0;5f9d64419733:35039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:17:22,214 DEBUG [RS:0;5f9d64419733:35039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:17:22,214 DEBUG [RS:0;5f9d64419733:35039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@226fe323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:17:22,227 DEBUG [RS:0;5f9d64419733:35039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5f9d64419733:35039 2024-12-03T23:17:22,227 INFO [RS:0;5f9d64419733:35039 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:17:22,227 INFO [RS:0;5f9d64419733:35039 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:17:22,227 DEBUG [RS:0;5f9d64419733:35039 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:17:22,228 INFO [RS:0;5f9d64419733:35039 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,45833,1733267840572 with port=35039, startcode=1733267840681 2024-12-03T23:17:22,228 DEBUG [RS:0;5f9d64419733:35039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:17:22,230 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:17:22,230 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45833 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,35039,1733267840681 2024-12-03T23:17:22,231 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45833 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,35039,1733267840681 2024-12-03T23:17:22,232 DEBUG [RS:0;5f9d64419733:35039 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139 2024-12-03T23:17:22,232 DEBUG [RS:0;5f9d64419733:35039 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33279 2024-12-03T23:17:22,232 DEBUG [RS:0;5f9d64419733:35039 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:17:22,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1777762231/rs 2024-12-03T23:17:22,234 DEBUG [RS:0;5f9d64419733:35039 {}] zookeeper.ZKUtil(111): regionserver:35039-0x1017a9e44210001, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Set watcher on existing znode=/0-1777762231/rs/5f9d64419733,35039,1733267840681 2024-12-03T23:17:22,235 WARN [RS:0;5f9d64419733:35039 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:17:22,235 INFO [RS:0;5f9d64419733:35039 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:17:22,235 DEBUG [RS:0;5f9d64419733:35039 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/WALs/5f9d64419733,35039,1733267840681 2024-12-03T23:17:22,235 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,35039,1733267840681] 2024-12-03T23:17:22,239 INFO [RS:0;5f9d64419733:35039 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:17:22,241 INFO [RS:0;5f9d64419733:35039 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:17:22,244 INFO [RS:0;5f9d64419733:35039 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:17:22,244 INFO [RS:0;5f9d64419733:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:22,245 INFO [RS:0;5f9d64419733:35039 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:17:22,245 INFO [RS:0;5f9d64419733:35039 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:17:22,245 INFO [RS:0;5f9d64419733:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:22,246 DEBUG [RS:0;5f9d64419733:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:22,246 DEBUG [RS:0;5f9d64419733:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:22,246 DEBUG [RS:0;5f9d64419733:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:22,246 DEBUG [RS:0;5f9d64419733:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:22,246 DEBUG [RS:0;5f9d64419733:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:22,246 DEBUG [RS:0;5f9d64419733:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:17:22,246 DEBUG [RS:0;5f9d64419733:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:22,246 DEBUG [RS:0;5f9d64419733:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:22,246 DEBUG [RS:0;5f9d64419733:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:22,246 DEBUG [RS:0;5f9d64419733:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:22,246 DEBUG [RS:0;5f9d64419733:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:22,246 DEBUG [RS:0;5f9d64419733:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:22,246 DEBUG [RS:0;5f9d64419733:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:17:22,246 DEBUG [RS:0;5f9d64419733:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:17:22,247 INFO [RS:0;5f9d64419733:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:22,247 INFO [RS:0;5f9d64419733:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:22,247 INFO [RS:0;5f9d64419733:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:22,247 INFO [RS:0;5f9d64419733:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:22,247 INFO [RS:0;5f9d64419733:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:22,247 INFO [RS:0;5f9d64419733:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,35039,1733267840681-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:17:22,263 INFO [RS:0;5f9d64419733:35039 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:17:22,263 INFO [RS:0;5f9d64419733:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,35039,1733267840681-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:22,263 INFO [RS:0;5f9d64419733:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:22,263 INFO [RS:0;5f9d64419733:35039 {}] regionserver.Replication(171): 5f9d64419733,35039,1733267840681 started 2024-12-03T23:17:22,278 INFO [RS:0;5f9d64419733:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:22,278 INFO [RS:0;5f9d64419733:35039 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,35039,1733267840681, RpcServer on 5f9d64419733/172.17.0.2:35039, sessionid=0x1017a9e44210001 2024-12-03T23:17:22,278 DEBUG [RS:0;5f9d64419733:35039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:17:22,278 DEBUG [RS:0;5f9d64419733:35039 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,35039,1733267840681 2024-12-03T23:17:22,278 DEBUG [RS:0;5f9d64419733:35039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,35039,1733267840681' 2024-12-03T23:17:22,278 DEBUG [RS:0;5f9d64419733:35039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1777762231/flush-table-proc/abort' 2024-12-03T23:17:22,279 DEBUG [RS:0;5f9d64419733:35039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1777762231/flush-table-proc/acquired' 2024-12-03T23:17:22,279 DEBUG [RS:0;5f9d64419733:35039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:17:22,279 DEBUG [RS:0;5f9d64419733:35039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:17:22,279 DEBUG [RS:0;5f9d64419733:35039 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,35039,1733267840681 2024-12-03T23:17:22,279 DEBUG [RS:0;5f9d64419733:35039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,35039,1733267840681' 2024-12-03T23:17:22,279 DEBUG [RS:0;5f9d64419733:35039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1777762231/online-snapshot/abort' 2024-12-03T23:17:22,279 DEBUG [RS:0;5f9d64419733:35039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1777762231/online-snapshot/acquired' 2024-12-03T23:17:22,280 DEBUG [RS:0;5f9d64419733:35039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:17:22,280 INFO [RS:0;5f9d64419733:35039 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:17:22,280 INFO [RS:0;5f9d64419733:35039 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:17:22,380 INFO [RS:0;5f9d64419733:35039 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:17:22,382 INFO [RS:0;5f9d64419733:35039 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C35039%2C1733267840681, suffix=, logDir=hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/WALs/5f9d64419733,35039,1733267840681, archiveDir=hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/oldWALs, maxLogs=10 2024-12-03T23:17:22,397 DEBUG [RS:0;5f9d64419733:35039 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/WALs/5f9d64419733,35039,1733267840681/5f9d64419733%2C35039%2C1733267840681.1733267842383, exclude list is [], retry=0 2024-12-03T23:17:22,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41761,DS-c713c0dd-6fea-448e-a4da-a4cdd7c449dd,DISK] 2024-12-03T23:17:22,402 INFO [RS:0;5f9d64419733:35039 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/WALs/5f9d64419733,35039,1733267840681/5f9d64419733%2C35039%2C1733267840681.1733267842383 2024-12-03T23:17:22,402 DEBUG [RS:0;5f9d64419733:35039 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46341:46341)] 2024-12-03T23:17:22,422 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:17:22,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:17:22,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:17:22,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:22,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:17:22,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:17:22,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:22,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:22,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:17:22,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:17:22,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:22,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:22,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:17:22,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:17:22,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:22,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:22,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:17:22,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:17:22,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:22,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:22,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:17:22,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/meta/1588230740 2024-12-03T23:17:22,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/meta/1588230740 2024-12-03T23:17:22,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:17:22,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:17:22,563 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:17:22,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:17:22,567 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:17:22,567 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63441409, jitterRate=-0.054649338126182556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:17:22,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733267842549Initializing all the Stores at 1733267842550 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267842550Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267842550Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267842551 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267842551Cleaning up temporary data from old regions at 1733267842562 (+11 ms)Region opened successfully at 1733267842568 (+6 ms) 2024-12-03T23:17:22,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:17:22,569 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:17:22,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:17:22,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:17:22,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:17:22,569 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:17:22,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733267842569Disabling compacts and flushes for region at 1733267842569Disabling writes for close at 1733267842569Writing region close event to WAL at 1733267842569Closed at 1733267842569 2024-12-03T23:17:22,571 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:17:22,571 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T23:17:22,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T23:17:22,572 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:17:22,573 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T23:17:22,724 DEBUG [5f9d64419733:45833 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T23:17:22,724 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5f9d64419733,35039,1733267840681 2024-12-03T23:17:22,726 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,35039,1733267840681, state=OPENING 2024-12-03T23:17:22,727 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T23:17:22,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1777762231 2024-12-03T23:17:22,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x1017a9e44210001, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1777762231 2024-12-03T23:17:22,737 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:17:22,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,35039,1733267840681}] 2024-12-03T23:17:22,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1777762231/meta-region-server: CHANGED 2024-12-03T23:17:22,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1777762231/meta-region-server: CHANGED 2024-12-03T23:17:22,890 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:17:22,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:17:22,896 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T23:17:22,897 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:17:22,897 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T23:17:22,898 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C35039%2C1733267840681.meta, suffix=.meta, logDir=hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/WALs/5f9d64419733,35039,1733267840681, archiveDir=hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/oldWALs, maxLogs=10 2024-12-03T23:17:22,913 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/WALs/5f9d64419733,35039,1733267840681/5f9d64419733%2C35039%2C1733267840681.meta.1733267842899.meta, exclude list is [], retry=0 2024-12-03T23:17:22,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41761,DS-c713c0dd-6fea-448e-a4da-a4cdd7c449dd,DISK] 2024-12-03T23:17:22,918 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/WALs/5f9d64419733,35039,1733267840681/5f9d64419733%2C35039%2C1733267840681.meta.1733267842899.meta 2024-12-03T23:17:22,918 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46341:46341)] 2024-12-03T23:17:22,918 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:17:22,919 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:17:22,919 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:17:22,919 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T23:17:22,919 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T23:17:22,919 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T23:17:22,919 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:22,919 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T23:17:22,920 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T23:17:22,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:17:22,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:17:22,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:22,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:22,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:17:22,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:17:22,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:22,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:22,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:17:22,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:17:22,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:22,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:22,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:17:22,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:17:22,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:22,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:22,928 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:17:22,928 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/meta/1588230740 2024-12-03T23:17:22,930 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/meta/1588230740 2024-12-03T23:17:22,931 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:17:22,931 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:17:22,932 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:17:22,933 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:17:22,934 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74944651, jitterRate=0.11676232516765594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:17:22,934 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T23:17:22,935 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733267842920Writing region info on filesystem at 1733267842920Initializing all the Stores at 1733267842921 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267842921Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267842921Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267842921Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267842921Cleaning up temporary data from old regions at 1733267842931 (+10 ms)Running coprocessor post-open hooks at 1733267842934 (+3 ms)Region opened successfully at 1733267842935 (+1 ms) 2024-12-03T23:17:22,936 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733267842890 2024-12-03T23:17:22,939 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T23:17:22,939 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T23:17:22,940 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,35039,1733267840681 2024-12-03T23:17:22,940 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,35039,1733267840681, state=OPEN 2024-12-03T23:17:22,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x1017a9e44210001, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1777762231/meta-region-server 2024-12-03T23:17:22,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1777762231/meta-region-server 2024-12-03T23:17:22,942 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5f9d64419733,35039,1733267840681 2024-12-03T23:17:22,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1777762231/meta-region-server: CHANGED 2024-12-03T23:17:22,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1777762231/meta-region-server: CHANGED 2024-12-03T23:17:22,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T23:17:22,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,35039,1733267840681 in 205 msec 2024-12-03T23:17:22,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T23:17:22,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 374 msec 2024-12-03T23:17:22,948 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:17:22,949 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T23:17:22,950 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:17:22,950 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,35039,1733267840681, seqNum=-1] 2024-12-03T23:17:22,951 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:17:22,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:17:22,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 836 msec 2024-12-03T23:17:22,959 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733267842959, completionTime=-1 2024-12-03T23:17:22,959 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T23:17:22,959 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T23:17:22,961 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T23:17:22,961 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733267902961 2024-12-03T23:17:22,961 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733267962961 2024-12-03T23:17:22,961 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T23:17:22,961 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,45833,1733267840572-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:22,962 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,45833,1733267840572-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:22,962 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,45833,1733267840572-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:22,962 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5f9d64419733:45833, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:22,962 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:22,962 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:22,964 DEBUG [master/5f9d64419733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T23:17:22,967 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.233sec 2024-12-03T23:17:22,967 INFO [master/5f9d64419733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T23:17:22,967 INFO [master/5f9d64419733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T23:17:22,967 INFO [master/5f9d64419733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T23:17:22,967 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T23:17:22,967 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T23:17:22,967 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,45833,1733267840572-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:17:22,967 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,45833,1733267840572-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T23:17:22,970 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T23:17:22,970 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T23:17:22,970 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,45833,1733267840572-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:23,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36afdc17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:23,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,45833,-1 for getting cluster id 2024-12-03T23:17:23,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:23,011 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6f680ca-7167-47af-b026-0f904647ec1f' 2024-12-03T23:17:23,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:23,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6f680ca-7167-47af-b026-0f904647ec1f" 2024-12-03T23:17:23,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35205db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:23,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,45833,-1] 2024-12-03T23:17:23,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:23,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:23,013 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:23,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52a222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:23,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:17:23,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,35039,1733267840681, seqNum=-1] 2024-12-03T23:17:23,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:17:23,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:17:23,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5f9d64419733,45833,1733267840572 2024-12-03T23:17:23,021 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50176 2024-12-03T23:17:23,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:17:23,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017a9e44210002 connected 2024-12-03T23:17:23,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/hadoop.log.dir so I do NOT create it in target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631 2024-12-03T23:17:23,027 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T23:17:23,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/hadoop.tmp.dir so I do NOT create it in target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631 2024-12-03T23:17:23,027 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T23:17:23,027 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631 2024-12-03T23:17:23,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T23:17:23,027 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/cluster_bfd891f3-64c7-cc94-918a-0c6c6ff0c025, deleteOnExit=true 2024-12-03T23:17:23,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T23:17:23,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/test.cache.data in system properties and HBase conf 2024-12-03T23:17:23,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T23:17:23,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/hadoop.log.dir in system properties and HBase conf 2024-12-03T23:17:23,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T23:17:23,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T23:17:23,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T23:17:23,028 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T23:17:23,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:17:23,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:17:23,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T23:17:23,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:17:23,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T23:17:23,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T23:17:23,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:17:23,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:17:23,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T23:17:23,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/nfs.dump.dir in system properties and HBase conf 2024-12-03T23:17:23,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/java.io.tmpdir in system properties and HBase conf 2024-12-03T23:17:23,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:17:23,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T23:17:23,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T23:17:23,127 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:17:23,132 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:17:23,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:17:23,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:17:23,134 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T23:17:23,136 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:17:23,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c9883e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:17:23,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9e52a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:17:23,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d817f80{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/java.io.tmpdir/jetty-localhost-39061-hadoop-hdfs-3_4_1-tests_jar-_-any-14864206920223636472/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:17:23,270 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13605576{HTTP/1.1, (http/1.1)}{localhost:39061} 2024-12-03T23:17:23,270 INFO [Time-limited test {}] server.Server(415): Started @32895ms 2024-12-03T23:17:23,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:17:23,404 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:17:23,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:17:23,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:17:23,405 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T23:17:23,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e28569b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:17:23,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ceb2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:17:23,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25355706{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/java.io.tmpdir/jetty-localhost-33087-hadoop-hdfs-3_4_1-tests_jar-_-any-15005434033310040042/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:17:23,527 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42690e4a{HTTP/1.1, (http/1.1)}{localhost:33087} 2024-12-03T23:17:23,527 INFO [Time-limited test {}] server.Server(415): Started @33153ms 2024-12-03T23:17:23,529 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T23:17:23,647 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/cluster_bfd891f3-64c7-cc94-918a-0c6c6ff0c025/data/data1/current/BP-1544871756-172.17.0.2-1733267843061/current, will proceed with Du for space computation calculation, 2024-12-03T23:17:23,647 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/cluster_bfd891f3-64c7-cc94-918a-0c6c6ff0c025/data/data2/current/BP-1544871756-172.17.0.2-1733267843061/current, will proceed with Du for space computation calculation, 2024-12-03T23:17:23,678 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T23:17:23,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7ad0d4a9175444 with lease ID 0x4be8df03af2ea4fb: Processing first storage report for DS-f3b599f6-af8f-44f8-bf46-b503ffdf02e8 from datanode DatanodeRegistration(127.0.0.1:45827, datanodeUuid=0bd61a0e-da17-460b-a385-b85f0ac08ab9, infoPort=44285, infoSecurePort=0, ipcPort=32855, storageInfo=lv=-57;cid=testClusterID;nsid=1827955290;c=1733267843061) 2024-12-03T23:17:23,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7ad0d4a9175444 with lease ID 0x4be8df03af2ea4fb: from storage DS-f3b599f6-af8f-44f8-bf46-b503ffdf02e8 node DatanodeRegistration(127.0.0.1:45827, datanodeUuid=0bd61a0e-da17-460b-a385-b85f0ac08ab9, infoPort=44285, infoSecurePort=0, ipcPort=32855, storageInfo=lv=-57;cid=testClusterID;nsid=1827955290;c=1733267843061), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T23:17:23,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7ad0d4a9175444 with lease ID 0x4be8df03af2ea4fb: Processing first storage report for DS-3dce4a0a-0bb3-4450-a4b1-7d00f6a29c45 from datanode DatanodeRegistration(127.0.0.1:45827, datanodeUuid=0bd61a0e-da17-460b-a385-b85f0ac08ab9, infoPort=44285, infoSecurePort=0, ipcPort=32855, storageInfo=lv=-57;cid=testClusterID;nsid=1827955290;c=1733267843061) 2024-12-03T23:17:23,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7ad0d4a9175444 with lease ID 0x4be8df03af2ea4fb: from storage DS-3dce4a0a-0bb3-4450-a4b1-7d00f6a29c45 node DatanodeRegistration(127.0.0.1:45827, datanodeUuid=0bd61a0e-da17-460b-a385-b85f0ac08ab9, infoPort=44285, infoSecurePort=0, ipcPort=32855, storageInfo=lv=-57;cid=testClusterID;nsid=1827955290;c=1733267843061), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:17:23,775 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631 2024-12-03T23:17:23,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:23,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:23,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741825_1001 (size=7) 2024-12-03T23:17:23,795 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2 with version=8 2024-12-03T23:17:23,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/hbase-staging 2024-12-03T23:17:23,798 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:17:23,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:23,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:23,798 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:17:23,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:23,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:17:23,798 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T23:17:23,798 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:17:23,799 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45461 2024-12-03T23:17:23,800 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45461 connecting to ZooKeeper ensemble=127.0.0.1:50176 2024-12-03T23:17:23,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454610x0, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:17:23,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45461-0x1017a9e44210003 connected 2024-12-03T23:17:23,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:23,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:23,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Set watcher on znode that does not yet exist, /11732770409/running 2024-12-03T23:17:23,827 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2, hbase.cluster.distributed=false 2024-12-03T23:17:23,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Set watcher on znode that does not yet exist, /11732770409/acl 2024-12-03T23:17:23,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45461 2024-12-03T23:17:23,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45461 2024-12-03T23:17:23,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45461 2024-12-03T23:17:23,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45461 2024-12-03T23:17:23,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45461 2024-12-03T23:17:23,860 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:17:23,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:23,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:23,861 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:17:23,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:23,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:17:23,861 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:17:23,861 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:17:23,862 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40049 2024-12-03T23:17:23,863 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40049 connecting to ZooKeeper ensemble=127.0.0.1:50176 2024-12-03T23:17:23,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:23,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:23,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400490x0, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:17:23,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400490x0, quorum=127.0.0.1:50176, baseZNode=/11732770409 Set watcher on znode that does not yet exist, /11732770409/running 2024-12-03T23:17:23,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40049-0x1017a9e44210004 connected 2024-12-03T23:17:23,876 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:17:23,880 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:17:23,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40049-0x1017a9e44210004, quorum=127.0.0.1:50176, baseZNode=/11732770409 Set watcher on znode that does not yet exist, /11732770409/master 2024-12-03T23:17:23,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40049-0x1017a9e44210004, quorum=127.0.0.1:50176, baseZNode=/11732770409 Set watcher on znode that does not yet exist, /11732770409/acl 2024-12-03T23:17:23,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40049 2024-12-03T23:17:23,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40049 2024-12-03T23:17:23,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40049 2024-12-03T23:17:23,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40049 2024-12-03T23:17:23,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40049 2024-12-03T23:17:23,902 DEBUG [M:0;5f9d64419733:45461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5f9d64419733:45461 2024-12-03T23:17:23,902 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11732770409/backup-masters/5f9d64419733,45461,1733267843797 2024-12-03T23:17:23,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1017a9e44210004, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732770409/backup-masters 2024-12-03T23:17:23,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732770409/backup-masters 2024-12-03T23:17:23,906 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Set watcher on existing znode=/11732770409/backup-masters/5f9d64419733,45461,1733267843797 2024-12-03T23:17:23,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1017a9e44210004, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11732770409/master 2024-12-03T23:17:23,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732770409 2024-12-03T23:17:23,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1017a9e44210004, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732770409 2024-12-03T23:17:23,909 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Set watcher on existing znode=/11732770409/master 2024-12-03T23:17:23,910 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11732770409/backup-masters/5f9d64419733,45461,1733267843797 from backup master directory 2024-12-03T23:17:23,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11732770409/backup-masters/5f9d64419733,45461,1733267843797 2024-12-03T23:17:23,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732770409/backup-masters 2024-12-03T23:17:23,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1017a9e44210004, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732770409/backup-masters 2024-12-03T23:17:23,912 WARN [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:17:23,912 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5f9d64419733,45461,1733267843797 2024-12-03T23:17:23,918 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/hbase.id] with ID: 48c90534-b8c1-4d70-abe9-7b67bf3ab1c7 2024-12-03T23:17:23,918 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/.tmp/hbase.id 2024-12-03T23:17:23,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741826_1002 (size=42) 2024-12-03T23:17:23,931 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/.tmp/hbase.id]:[hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/hbase.id] 2024-12-03T23:17:23,950 INFO [master/5f9d64419733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:23,950 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T23:17:23,952 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T23:17:23,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1017a9e44210004, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732770409 2024-12-03T23:17:23,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732770409 2024-12-03T23:17:23,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741827_1003 (size=196) 2024-12-03T23:17:24,372 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:17:24,373 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T23:17:24,373 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:17:24,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741828_1004 (size=1189) 2024-12-03T23:17:24,782 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/MasterData/data/master/store 2024-12-03T23:17:24,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741829_1005 (size=34) 2024-12-03T23:17:25,192 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:25,192 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:17:25,192 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:25,192 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:25,192 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:17:25,192 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:25,192 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:25,192 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733267845192Disabling compacts and flushes for region at 1733267845192Disabling writes for close at 1733267845192Writing region close event to WAL at 1733267845192Closed at 1733267845192 2024-12-03T23:17:25,194 WARN [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/MasterData/data/master/store/.initializing 2024-12-03T23:17:25,194 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/MasterData/WALs/5f9d64419733,45461,1733267843797 2024-12-03T23:17:25,195 INFO [master/5f9d64419733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:17:25,197 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C45461%2C1733267843797, suffix=, logDir=hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/MasterData/WALs/5f9d64419733,45461,1733267843797, archiveDir=hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/MasterData/oldWALs, maxLogs=10 2024-12-03T23:17:25,211 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/MasterData/WALs/5f9d64419733,45461,1733267843797/5f9d64419733%2C45461%2C1733267843797.1733267845197, exclude list is [], retry=0 2024-12-03T23:17:25,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45827,DS-f3b599f6-af8f-44f8-bf46-b503ffdf02e8,DISK] 2024-12-03T23:17:25,215 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/MasterData/WALs/5f9d64419733,45461,1733267843797/5f9d64419733%2C45461%2C1733267843797.1733267845197 2024-12-03T23:17:25,216 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44285:44285)] 2024-12-03T23:17:25,216 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:17:25,216 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:25,216 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:25,216 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:25,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:25,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T23:17:25,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:25,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:25,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:25,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T23:17:25,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:25,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:25,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:25,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T23:17:25,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:25,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:25,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:25,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T23:17:25,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:25,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:25,225 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:25,225 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:25,226 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:25,228 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:25,228 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:25,228 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:17:25,230 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:25,232 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:17:25,233 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63923295, jitterRate=-0.047468677163124084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:17:25,233 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733267845216Initializing all the Stores at 1733267845217 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267845217Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267845217Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267845217Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267845217Cleaning up temporary data from old regions at 1733267845228 (+11 ms)Region opened successfully at 1733267845233 (+5 ms) 2024-12-03T23:17:25,234 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T23:17:25,240 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2039bb43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:17:25,241 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T23:17:25,241 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T23:17:25,242 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T23:17:25,242 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T23:17:25,242 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T23:17:25,243 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T23:17:25,243 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T23:17:25,247 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T23:17:25,248 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Unable to get data of znode /11732770409/balancer because node does not exist (not necessarily an error) 2024-12-03T23:17:25,250 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11732770409/balancer already deleted, retry=false 2024-12-03T23:17:25,250 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T23:17:25,251 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Unable to get data of znode /11732770409/normalizer because node does not exist (not necessarily an error) 2024-12-03T23:17:25,258 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11732770409/normalizer already deleted, retry=false 2024-12-03T23:17:25,259 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T23:17:25,260 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Unable to get data of znode /11732770409/switch/split because node does not exist (not necessarily an error) 2024-12-03T23:17:25,262 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11732770409/switch/split already deleted, retry=false 2024-12-03T23:17:25,263 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Unable to get data of znode /11732770409/switch/merge because node does not exist (not necessarily an error) 2024-12-03T23:17:25,264 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11732770409/switch/merge already deleted, retry=false 2024-12-03T23:17:25,268 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Unable to get data of znode /11732770409/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T23:17:25,269 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11732770409/snapshot-cleanup already deleted, retry=false 2024-12-03T23:17:25,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11732770409/running 2024-12-03T23:17:25,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1017a9e44210004, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11732770409/running 2024-12-03T23:17:25,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1017a9e44210004, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732770409 2024-12-03T23:17:25,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732770409 2024-12-03T23:17:25,273 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5f9d64419733,45461,1733267843797, sessionid=0x1017a9e44210003, setting cluster-up flag (Was=false) 2024-12-03T23:17:25,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732770409 2024-12-03T23:17:25,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1017a9e44210004, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732770409 2024-12-03T23:17:25,284 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11732770409/flush-table-proc/acquired, /11732770409/flush-table-proc/reached, /11732770409/flush-table-proc/abort 2024-12-03T23:17:25,285 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,45461,1733267843797 2024-12-03T23:17:25,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732770409 2024-12-03T23:17:25,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1017a9e44210004, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732770409 2024-12-03T23:17:25,294 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11732770409/online-snapshot/acquired, /11732770409/online-snapshot/reached, /11732770409/online-snapshot/abort 2024-12-03T23:17:25,295 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,45461,1733267843797 2024-12-03T23:17:25,296 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T23:17:25,298 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T23:17:25,299 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T23:17:25,299 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T23:17:25,299 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5f9d64419733,45461,1733267843797 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T23:17:25,301 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:17:25,301 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:17:25,301 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:17:25,301 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:17:25,301 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5f9d64419733:0, corePoolSize=10, maxPoolSize=10 2024-12-03T23:17:25,301 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:25,301 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:17:25,301 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:25,309 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733267875309 2024-12-03T23:17:25,309 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:17:25,309 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T23:17:25,309 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T23:17:25,309 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T23:17:25,309 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T23:17:25,310 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T23:17:25,310 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T23:17:25,310 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T23:17:25,311 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:25,311 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T23:17:25,312 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:25,312 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T23:17:25,312 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T23:17:25,312 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T23:17:25,312 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T23:17:25,318 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T23:17:25,318 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T23:17:25,320 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267845318,5,FailOnTimeoutGroup] 2024-12-03T23:17:25,321 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267845320,5,FailOnTimeoutGroup] 2024-12-03T23:17:25,321 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:25,321 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T23:17:25,321 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:25,321 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:25,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741831_1007 (size=1321) 2024-12-03T23:17:25,392 INFO [RS:0;5f9d64419733:40049 {}] regionserver.HRegionServer(746): ClusterId : 48c90534-b8c1-4d70-abe9-7b67bf3ab1c7 2024-12-03T23:17:25,393 DEBUG [RS:0;5f9d64419733:40049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:17:25,395 DEBUG [RS:0;5f9d64419733:40049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:17:25,395 DEBUG [RS:0;5f9d64419733:40049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:17:25,398 DEBUG [RS:0;5f9d64419733:40049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:17:25,398 DEBUG [RS:0;5f9d64419733:40049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e07bf9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:17:25,420 DEBUG [RS:0;5f9d64419733:40049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5f9d64419733:40049 2024-12-03T23:17:25,420 INFO [RS:0;5f9d64419733:40049 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:17:25,420 INFO [RS:0;5f9d64419733:40049 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:17:25,420 DEBUG [RS:0;5f9d64419733:40049 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:17:25,421 INFO [RS:0;5f9d64419733:40049 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,45461,1733267843797 with port=40049, startcode=1733267843860 2024-12-03T23:17:25,421 DEBUG [RS:0;5f9d64419733:40049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:17:25,424 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:17:25,425 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45461 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,40049,1733267843860 2024-12-03T23:17:25,425 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45461 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,40049,1733267843860 2024-12-03T23:17:25,427 DEBUG [RS:0;5f9d64419733:40049 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2 2024-12-03T23:17:25,427 DEBUG [RS:0;5f9d64419733:40049 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45233 2024-12-03T23:17:25,427 DEBUG [RS:0;5f9d64419733:40049 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:17:25,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732770409/rs 2024-12-03T23:17:25,433 DEBUG [RS:0;5f9d64419733:40049 {}] zookeeper.ZKUtil(111): regionserver:40049-0x1017a9e44210004, quorum=127.0.0.1:50176, baseZNode=/11732770409 Set watcher on existing znode=/11732770409/rs/5f9d64419733,40049,1733267843860 2024-12-03T23:17:25,434 WARN [RS:0;5f9d64419733:40049 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:17:25,434 INFO [RS:0;5f9d64419733:40049 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:17:25,434 DEBUG [RS:0;5f9d64419733:40049 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/WALs/5f9d64419733,40049,1733267843860 2024-12-03T23:17:25,434 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,40049,1733267843860] 2024-12-03T23:17:25,438 INFO [RS:0;5f9d64419733:40049 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:17:25,441 INFO [RS:0;5f9d64419733:40049 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:17:25,441 INFO [RS:0;5f9d64419733:40049 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:17:25,441 INFO [RS:0;5f9d64419733:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:25,442 INFO [RS:0;5f9d64419733:40049 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:17:25,443 INFO [RS:0;5f9d64419733:40049 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:17:25,444 INFO [RS:0;5f9d64419733:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:25,444 DEBUG [RS:0;5f9d64419733:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:25,444 DEBUG [RS:0;5f9d64419733:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:25,444 DEBUG [RS:0;5f9d64419733:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:25,444 DEBUG [RS:0;5f9d64419733:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:25,444 DEBUG [RS:0;5f9d64419733:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:25,444 DEBUG [RS:0;5f9d64419733:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:17:25,444 DEBUG [RS:0;5f9d64419733:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:25,444 DEBUG [RS:0;5f9d64419733:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:25,444 DEBUG [RS:0;5f9d64419733:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:25,445 DEBUG [RS:0;5f9d64419733:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:25,445 DEBUG [RS:0;5f9d64419733:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:25,445 DEBUG [RS:0;5f9d64419733:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:25,445 DEBUG [RS:0;5f9d64419733:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:17:25,445 DEBUG [RS:0;5f9d64419733:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:17:25,451 INFO [RS:0;5f9d64419733:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:25,451 INFO [RS:0;5f9d64419733:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:25,451 INFO [RS:0;5f9d64419733:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:25,451 INFO [RS:0;5f9d64419733:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:25,451 INFO [RS:0;5f9d64419733:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:25,451 INFO [RS:0;5f9d64419733:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,40049,1733267843860-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:17:25,496 WARN [RS:0;5f9d64419733:35039 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 5f9d64419733,33525,1733267815949: status=Processing ServerCrashProcedure of 5f9d64419733,33525,1733267815949 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733267829800, completionTime=-1 appears to have been leaked 2024-12-03T23:17:25,502 INFO [RS:0;5f9d64419733:40049 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:17:25,502 INFO [RS:0;5f9d64419733:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,40049,1733267843860-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:25,502 INFO [RS:0;5f9d64419733:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:25,502 INFO [RS:0;5f9d64419733:40049 {}] regionserver.Replication(171): 5f9d64419733,40049,1733267843860 started 2024-12-03T23:17:25,516 INFO [RS:0;5f9d64419733:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:25,517 INFO [RS:0;5f9d64419733:40049 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,40049,1733267843860, RpcServer on 5f9d64419733/172.17.0.2:40049, sessionid=0x1017a9e44210004 2024-12-03T23:17:25,517 DEBUG [RS:0;5f9d64419733:40049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:17:25,517 DEBUG [RS:0;5f9d64419733:40049 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,40049,1733267843860 2024-12-03T23:17:25,517 DEBUG [RS:0;5f9d64419733:40049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,40049,1733267843860' 2024-12-03T23:17:25,517 DEBUG [RS:0;5f9d64419733:40049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11732770409/flush-table-proc/abort' 2024-12-03T23:17:25,517 DEBUG [RS:0;5f9d64419733:40049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11732770409/flush-table-proc/acquired' 2024-12-03T23:17:25,518 DEBUG [RS:0;5f9d64419733:40049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:17:25,518 DEBUG [RS:0;5f9d64419733:40049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:17:25,518 DEBUG [RS:0;5f9d64419733:40049 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,40049,1733267843860 2024-12-03T23:17:25,518 DEBUG [RS:0;5f9d64419733:40049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,40049,1733267843860' 2024-12-03T23:17:25,518 DEBUG [RS:0;5f9d64419733:40049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11732770409/online-snapshot/abort' 2024-12-03T23:17:25,518 DEBUG [RS:0;5f9d64419733:40049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11732770409/online-snapshot/acquired' 2024-12-03T23:17:25,519 DEBUG [RS:0;5f9d64419733:40049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:17:25,519 INFO [RS:0;5f9d64419733:40049 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:17:25,519 INFO [RS:0;5f9d64419733:40049 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:17:25,619 INFO [RS:0;5f9d64419733:40049 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:17:25,621 INFO [RS:0;5f9d64419733:40049 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C40049%2C1733267843860, suffix=, logDir=hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/WALs/5f9d64419733,40049,1733267843860, archiveDir=hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/oldWALs, maxLogs=10 2024-12-03T23:17:25,635 DEBUG [RS:0;5f9d64419733:40049 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/WALs/5f9d64419733,40049,1733267843860/5f9d64419733%2C40049%2C1733267843860.1733267845621, exclude list is [], retry=0 2024-12-03T23:17:25,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45827,DS-f3b599f6-af8f-44f8-bf46-b503ffdf02e8,DISK] 2024-12-03T23:17:25,640 INFO [RS:0;5f9d64419733:40049 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/WALs/5f9d64419733,40049,1733267843860/5f9d64419733%2C40049%2C1733267843860.1733267845621 2024-12-03T23:17:25,641 DEBUG [RS:0;5f9d64419733:40049 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44285:44285)] 2024-12-03T23:17:25,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T23:17:25,727 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T23:17:25,728 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2 2024-12-03T23:17:25,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741833_1009 (size=32) 2024-12-03T23:17:26,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:26,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:17:26,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:17:26,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:26,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:26,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:17:26,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:17:26,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:26,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:26,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:17:26,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:17:26,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:26,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:26,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:17:26,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:17:26,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:26,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:26,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:17:26,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/data/hbase/meta/1588230740 2024-12-03T23:17:26,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/data/hbase/meta/1588230740 2024-12-03T23:17:26,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:17:26,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:17:26,147 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:17:26,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:17:26,151 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:17:26,151 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70121162, jitterRate=0.04488673806190491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:17:26,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733267846135Initializing all the Stores at 1733267846136 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267846136Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267846136Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267846136Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267846136Cleaning up temporary data from old regions at 1733267846146 (+10 ms)Region opened successfully at 1733267846151 (+5 ms) 2024-12-03T23:17:26,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:17:26,152 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:17:26,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:17:26,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:17:26,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:17:26,152 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:17:26,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733267846151Disabling compacts and flushes for region at 1733267846151Disabling writes for close at 1733267846152 (+1 ms)Writing region close event to WAL at 1733267846152Closed at 1733267846152 2024-12-03T23:17:26,154 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:17:26,154 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T23:17:26,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T23:17:26,155 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:17:26,156 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T23:17:26,307 DEBUG [5f9d64419733:45461 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T23:17:26,307 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5f9d64419733,40049,1733267843860 2024-12-03T23:17:26,309 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,40049,1733267843860, state=OPENING 2024-12-03T23:17:26,310 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T23:17:26,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732770409 2024-12-03T23:17:26,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1017a9e44210004, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732770409 2024-12-03T23:17:26,313 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:17:26,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,40049,1733267843860}] 2024-12-03T23:17:26,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11732770409/meta-region-server: CHANGED 2024-12-03T23:17:26,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11732770409/meta-region-server: CHANGED 2024-12-03T23:17:26,466 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:17:26,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:17:26,472 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T23:17:26,472 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:17:26,472 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T23:17:26,474 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C40049%2C1733267843860.meta, suffix=.meta, logDir=hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/WALs/5f9d64419733,40049,1733267843860, archiveDir=hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/oldWALs, maxLogs=10 2024-12-03T23:17:26,488 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/WALs/5f9d64419733,40049,1733267843860/5f9d64419733%2C40049%2C1733267843860.meta.1733267846474.meta, exclude list is [], retry=0 2024-12-03T23:17:26,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45827,DS-f3b599f6-af8f-44f8-bf46-b503ffdf02e8,DISK] 2024-12-03T23:17:26,492 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/WALs/5f9d64419733,40049,1733267843860/5f9d64419733%2C40049%2C1733267843860.meta.1733267846474.meta 2024-12-03T23:17:26,492 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44285:44285)] 2024-12-03T23:17:26,492 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:17:26,493 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:17:26,493 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:17:26,493 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T23:17:26,493 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T23:17:26,493 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T23:17:26,493 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:26,493 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T23:17:26,494 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T23:17:26,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:17:26,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:17:26,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:26,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:26,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:17:26,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:17:26,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:26,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:26,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:17:26,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:17:26,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:26,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:26,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:17:26,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:17:26,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:26,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:26,501 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:17:26,502 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/data/hbase/meta/1588230740 2024-12-03T23:17:26,503 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/data/hbase/meta/1588230740 2024-12-03T23:17:26,504 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:17:26,504 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:17:26,505 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:17:26,506 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:17:26,507 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70032258, jitterRate=0.043561965227127075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:17:26,507 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T23:17:26,507 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733267846494Writing region info on filesystem at 1733267846494Initializing all the Stores at 1733267846494Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267846495 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267846496 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267846496Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267846496Cleaning up temporary data from old regions at 1733267846504 (+8 ms)Running coprocessor post-open hooks at 1733267846507 (+3 ms)Region opened successfully at 1733267846507 2024-12-03T23:17:26,508 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733267846466 2024-12-03T23:17:26,510 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T23:17:26,511 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T23:17:26,512 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,40049,1733267843860 2024-12-03T23:17:26,513 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,40049,1733267843860, state=OPEN 2024-12-03T23:17:26,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11732770409/meta-region-server 2024-12-03T23:17:26,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1017a9e44210004, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11732770409/meta-region-server 2024-12-03T23:17:26,515 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5f9d64419733,40049,1733267843860 2024-12-03T23:17:26,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11732770409/meta-region-server: CHANGED 2024-12-03T23:17:26,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11732770409/meta-region-server: CHANGED 2024-12-03T23:17:26,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T23:17:26,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,40049,1733267843860 in 202 msec 2024-12-03T23:17:26,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T23:17:26,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-12-03T23:17:26,522 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:17:26,522 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T23:17:26,523 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:17:26,523 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,40049,1733267843860, seqNum=-1] 2024-12-03T23:17:26,524 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:17:26,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:17:26,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2320 sec 2024-12-03T23:17:26,531 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733267846531, completionTime=-1 2024-12-03T23:17:26,531 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T23:17:26,531 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T23:17:26,533 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T23:17:26,533 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733267906533 2024-12-03T23:17:26,533 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733267966533 2024-12-03T23:17:26,533 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T23:17:26,533 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,45461,1733267843797-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:26,533 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,45461,1733267843797-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:26,533 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,45461,1733267843797-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:26,533 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5f9d64419733:45461, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:26,533 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:26,533 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:26,535 DEBUG [master/5f9d64419733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T23:17:26,537 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.625sec 2024-12-03T23:17:26,537 INFO [master/5f9d64419733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T23:17:26,537 INFO [master/5f9d64419733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T23:17:26,537 INFO [master/5f9d64419733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T23:17:26,537 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T23:17:26,537 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T23:17:26,537 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,45461,1733267843797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:17:26,537 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,45461,1733267843797-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T23:17:26,540 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T23:17:26,540 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T23:17:26,540 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,45461,1733267843797-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:26,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd7e59a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:26,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,45461,-1 for getting cluster id 2024-12-03T23:17:26,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:26,599 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48c90534-b8c1-4d70-abe9-7b67bf3ab1c7' 2024-12-03T23:17:26,599 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:26,599 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48c90534-b8c1-4d70-abe9-7b67bf3ab1c7" 2024-12-03T23:17:26,600 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ddb01d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:26,600 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,45461,-1] 2024-12-03T23:17:26,600 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:26,600 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:26,601 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:26,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:26,602 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:17:26,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,40049,1733267843860, seqNum=-1] 2024-12-03T23:17:26,604 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:17:26,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:17:26,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5f9d64419733,45461,1733267843797 2024-12-03T23:17:26,607 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50176 2024-12-03T23:17:26,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:17:26,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017a9e44210005 connected 2024-12-03T23:17:26,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a15bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:26,613 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,45833,-1 for getting cluster id 2024-12-03T23:17:26,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:26,613 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6f680ca-7167-47af-b026-0f904647ec1f' 2024-12-03T23:17:26,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:26,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6f680ca-7167-47af-b026-0f904647ec1f" 2024-12-03T23:17:26,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373dfc77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:26,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,45833,-1] 2024-12-03T23:17:26,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:26,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:26,615 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:26,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d51be8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:26,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:17:26,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,45833,1733267840572 2024-12-03T23:17:26,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71e4759c 2024-12-03T23:17:26,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:17:26,618 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:17:26,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5f9d64419733:45461,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T23:17:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T23:17:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:17:26,622 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:45461' 2024-12-03T23:17:26,623 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e02c08c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:26,623 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,45461,-1 for getting cluster id 2024-12-03T23:17:26,623 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:26,624 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48c90534-b8c1-4d70-abe9-7b67bf3ab1c7' 2024-12-03T23:17:26,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:26,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48c90534-b8c1-4d70-abe9-7b67bf3ab1c7" 2024-12-03T23:17:26,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d07572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:26,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,45461,-1] 2024-12-03T23:17:26,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:26,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:26,626 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:26,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b760831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:26,627 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:17:26,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,45461,1733267843797 2024-12-03T23:17:26,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17c8b97d 2024-12-03T23:17:26,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:17:26,629 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:17:26,630 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T23:17:26,630 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T23:17:26,630 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:26,630 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:26,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:17:26,630 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:17:26,632 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T23:17:26,634 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:17:26,634 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:26,635 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:17:26,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741835_1011 (size=1138) 2024-12-03T23:17:26,682 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T23:17:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:17:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:17:27,044 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9358998b23e53af628d37ca96f8fc9d3, NAME => 'hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139 2024-12-03T23:17:27,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741836_1012 (size=44) 2024-12-03T23:17:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:17:27,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:27,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9358998b23e53af628d37ca96f8fc9d3, disabling compactions & flushes 2024-12-03T23:17:27,450 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3. 2024-12-03T23:17:27,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3. 2024-12-03T23:17:27,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3. after waiting 0 ms 2024-12-03T23:17:27,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3. 2024-12-03T23:17:27,450 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3. 2024-12-03T23:17:27,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9358998b23e53af628d37ca96f8fc9d3: Waiting for close lock at 1733267847450Disabling compacts and flushes for region at 1733267847450Disabling writes for close at 1733267847450Writing region close event to WAL at 1733267847450Closed at 1733267847450 2024-12-03T23:17:27,452 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:17:27,452 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733267847452"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733267847452"}]},"ts":"1733267847452"} 2024-12-03T23:17:27,455 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:17:27,456 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:17:27,456 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733267847456"}]},"ts":"1733267847456"} 2024-12-03T23:17:27,458 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T23:17:27,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9358998b23e53af628d37ca96f8fc9d3, ASSIGN}] 2024-12-03T23:17:27,459 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9358998b23e53af628d37ca96f8fc9d3, ASSIGN 2024-12-03T23:17:27,460 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9358998b23e53af628d37ca96f8fc9d3, ASSIGN; state=OFFLINE, location=5f9d64419733,35039,1733267840681; forceNewPlan=false, retain=false 2024-12-03T23:17:27,611 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9358998b23e53af628d37ca96f8fc9d3, regionState=OPENING, regionLocation=5f9d64419733,35039,1733267840681 2024-12-03T23:17:27,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9358998b23e53af628d37ca96f8fc9d3, ASSIGN because future has completed 2024-12-03T23:17:27,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9358998b23e53af628d37ca96f8fc9d3, server=5f9d64419733,35039,1733267840681}] 2024-12-03T23:17:27,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:17:27,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3. 2024-12-03T23:17:27,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:17:27,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T23:17:27,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C35039%2C1733267840681.rep, suffix=, logDir=hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/WALs/5f9d64419733,35039,1733267840681, archiveDir=hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/oldWALs, maxLogs=10 2024-12-03T23:17:27,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/WALs/5f9d64419733,35039,1733267840681/5f9d64419733%2C35039%2C1733267840681.rep.1733267847775, exclude list is [], retry=0 2024-12-03T23:17:27,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41761,DS-c713c0dd-6fea-448e-a4da-a4cdd7c449dd,DISK] 2024-12-03T23:17:27,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/WALs/5f9d64419733,35039,1733267840681/5f9d64419733%2C35039%2C1733267840681.rep.1733267847775 2024-12-03T23:17:27,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46341:46341)] 2024-12-03T23:17:27,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9358998b23e53af628d37ca96f8fc9d3, NAME => 'hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:17:27,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:17:27,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:17:27,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3. service=MultiRowMutationService 2024-12-03T23:17:27,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T23:17:27,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9358998b23e53af628d37ca96f8fc9d3 2024-12-03T23:17:27,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:27,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9358998b23e53af628d37ca96f8fc9d3 2024-12-03T23:17:27,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9358998b23e53af628d37ca96f8fc9d3 2024-12-03T23:17:27,796 INFO [StoreOpener-9358998b23e53af628d37ca96f8fc9d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9358998b23e53af628d37ca96f8fc9d3 2024-12-03T23:17:27,797 INFO [StoreOpener-9358998b23e53af628d37ca96f8fc9d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9358998b23e53af628d37ca96f8fc9d3 columnFamilyName hfileref 2024-12-03T23:17:27,797 DEBUG [StoreOpener-9358998b23e53af628d37ca96f8fc9d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:27,798 INFO [StoreOpener-9358998b23e53af628d37ca96f8fc9d3-1 {}] regionserver.HStore(327): Store=9358998b23e53af628d37ca96f8fc9d3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:27,798 INFO [StoreOpener-9358998b23e53af628d37ca96f8fc9d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9358998b23e53af628d37ca96f8fc9d3 2024-12-03T23:17:27,799 INFO [StoreOpener-9358998b23e53af628d37ca96f8fc9d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9358998b23e53af628d37ca96f8fc9d3 columnFamilyName queue 2024-12-03T23:17:27,799 DEBUG [StoreOpener-9358998b23e53af628d37ca96f8fc9d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:27,799 INFO [StoreOpener-9358998b23e53af628d37ca96f8fc9d3-1 {}] regionserver.HStore(327): Store=9358998b23e53af628d37ca96f8fc9d3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:27,800 INFO [StoreOpener-9358998b23e53af628d37ca96f8fc9d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9358998b23e53af628d37ca96f8fc9d3 2024-12-03T23:17:27,800 INFO [StoreOpener-9358998b23e53af628d37ca96f8fc9d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9358998b23e53af628d37ca96f8fc9d3 columnFamilyName sid 2024-12-03T23:17:27,801 DEBUG [StoreOpener-9358998b23e53af628d37ca96f8fc9d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:27,801 INFO [StoreOpener-9358998b23e53af628d37ca96f8fc9d3-1 {}] regionserver.HStore(327): Store=9358998b23e53af628d37ca96f8fc9d3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:27,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9358998b23e53af628d37ca96f8fc9d3 2024-12-03T23:17:27,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/replication/9358998b23e53af628d37ca96f8fc9d3 2024-12-03T23:17:27,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/replication/9358998b23e53af628d37ca96f8fc9d3 2024-12-03T23:17:27,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9358998b23e53af628d37ca96f8fc9d3 2024-12-03T23:17:27,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9358998b23e53af628d37ca96f8fc9d3 2024-12-03T23:17:27,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:17:27,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9358998b23e53af628d37ca96f8fc9d3 2024-12-03T23:17:27,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/replication/9358998b23e53af628d37ca96f8fc9d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:17:27,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9358998b23e53af628d37ca96f8fc9d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74578570, jitterRate=0.111307293176651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:17:27,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9358998b23e53af628d37ca96f8fc9d3 2024-12-03T23:17:27,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9358998b23e53af628d37ca96f8fc9d3: Running coprocessor pre-open hook at 1733267847795Writing region info on filesystem at 1733267847795Initializing all the Stores at 1733267847796 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267847796Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267847796Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267847796Cleaning up temporary data from old regions at 1733267847803 (+7 ms)Running coprocessor post-open hooks at 1733267847807 (+4 ms)Region opened successfully at 1733267847808 (+1 ms) 2024-12-03T23:17:27,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3., pid=7, masterSystemTime=1733267847769 2024-12-03T23:17:27,813 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9358998b23e53af628d37ca96f8fc9d3, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,35039,1733267840681 2024-12-03T23:17:27,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3. 2024-12-03T23:17:27,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3. 2024-12-03T23:17:27,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9358998b23e53af628d37ca96f8fc9d3, server=5f9d64419733,35039,1733267840681 because future has completed 2024-12-03T23:17:27,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T23:17:27,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9358998b23e53af628d37ca96f8fc9d3, server=5f9d64419733,35039,1733267840681 in 201 msec 2024-12-03T23:17:27,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T23:17:27,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9358998b23e53af628d37ca96f8fc9d3, ASSIGN in 362 msec 2024-12-03T23:17:27,825 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:17:27,825 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733267847825"}]},"ts":"1733267847825"} 2024-12-03T23:17:27,828 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T23:17:27,829 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:17:27,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-12-03T23:17:27,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3., hostname=5f9d64419733,35039,1733267840681, seqNum=2] 2024-12-03T23:17:27,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x1017a9e44210001, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1777762231 2024-12-03T23:17:27,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1777762231 2024-12-03T23:17:27,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T23:17:28,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T23:17:28,010 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T23:17:28,046 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5f9d64419733,35039,1733267840681, ReplicationSource: 1, currentBandwidth=0 2024-12-03T23:17:28,047 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:17:28,047 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,35039,1733267840681, seqNum=-1] 2024-12-03T23:17:28,047 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:17:28,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-03T23:17:28,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5f9d64419733,35039,1733267840681', locateType=CURRENT is [region=hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3., hostname=5f9d64419733,35039,1733267840681, seqNum=2] 2024-12-03T23:17:28,053 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T23:17:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T23:17:28,056 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5f9d64419733,35039,1733267840681 suceeded 2024-12-03T23:17:28,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T23:17:28,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-12-03T23:17:28,059 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5f9d64419733:45461,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T23:17:28,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4410 sec 2024-12-03T23:17:28,068 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35039,1733267840681 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:45461' 2024-12-03T23:17:28,070 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35039,1733267840681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a99349e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:28,070 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35039,1733267840681 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,45461,-1 for getting cluster id 2024-12-03T23:17:28,070 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35039,1733267840681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:28,071 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48c90534-b8c1-4d70-abe9-7b67bf3ab1c7' 2024-12-03T23:17:28,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:28,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48c90534-b8c1-4d70-abe9-7b67bf3ab1c7" 2024-12-03T23:17:28,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@241ef258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:28,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,45461,-1] 2024-12-03T23:17:28,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:28,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:28,072 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:28,073 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35039,1733267840681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74224ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:28,073 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35039,1733267840681 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:17:28,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,45461,1733267843797 2024-12-03T23:17:28,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72966b32 2024-12-03T23:17:28,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:17:28,075 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-03T23:17:28,075 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35039,1733267840681 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5f9d64419733,35039,1733267840681 (queues=1) is replicating from cluster=b6f680ca-7167-47af-b026-0f904647ec1f to cluster=48c90534-b8c1-4d70-abe9-7b67bf3ab1c7 2024-12-03T23:17:28,076 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35039,1733267840681 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5f9d64419733%2C35039%2C1733267840681 2024-12-03T23:17:28,076 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35039,1733267840681 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5f9d64419733,35039,1733267840681, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T23:17:28,076 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35039,1733267840681.replicationSource.shipper5f9d64419733%2C35039%2C1733267840681,1-5f9d64419733,35039,1733267840681 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5f9d64419733%2C35039%2C1733267840681 2024-12-03T23:17:28,076 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35039,1733267840681.replicationSource.wal-reader.5f9d64419733%2C35039%2C1733267840681,1-5f9d64419733,35039,1733267840681 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/WALs/5f9d64419733,35039,1733267840681/5f9d64419733%2C35039%2C1733267840681.1733267842383, startPosition=0, beingWritten=true 2024-12-03T23:17:28,282 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35039,1733267840681.replicationSource.wal-reader.5f9d64419733%2C35039%2C1733267840681,1-5f9d64419733,35039,1733267840681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/WALs/5f9d64419733,35039,1733267840681/5f9d64419733%2C35039%2C1733267840681.1733267842383 to pos 0, reset compression=false 2024-12-03T23:17:28,422 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:17:28,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:17:28,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:17:28,464 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T23:17:28,465 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T23:17:28,589 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35039,1733267840681.replicationSource.wal-reader.5f9d64419733%2C35039%2C1733267840681,1-5f9d64419733,35039,1733267840681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/WALs/5f9d64419733,35039,1733267840681/5f9d64419733%2C35039%2C1733267840681.1733267842383 to pos 0, reset compression=false 2024-12-03T23:17:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:17:28,770 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T23:17:28,770 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:17:28,770 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:28,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:28,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:28,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:17:28,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:17:28,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,45833,1733267840572 2024-12-03T23:17:28,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fa7e1a8 2024-12-03T23:17:28,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:17:28,773 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:17:28,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T23:17:28,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T23:17:28,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:17:28,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:28,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:28,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:28,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:17:28,774 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T23:17:28,774 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1461040218, stopped=false 2024-12-03T23:17:28,774 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5f9d64419733,45461,1733267843797 2024-12-03T23:17:28,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11732770409/running 2024-12-03T23:17:28,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1017a9e44210004, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11732770409/running 2024-12-03T23:17:28,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732770409 2024-12-03T23:17:28,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1017a9e44210004, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732770409 2024-12-03T23:17:28,776 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:17:28,776 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:17:28,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:28,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:28,776 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5f9d64419733,40049,1733267843860' ***** 2024-12-03T23:17:28,777 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T23:17:28,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40049-0x1017a9e44210004, quorum=127.0.0.1:50176, baseZNode=/11732770409 Set watcher on znode that does not yet exist, /11732770409/running 2024-12-03T23:17:28,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Set watcher on znode that does not yet exist, /11732770409/running 2024-12-03T23:17:28,777 INFO [RS:0;5f9d64419733:40049 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T23:17:28,777 INFO [RS:0;5f9d64419733:40049 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T23:17:28,777 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T23:17:28,777 INFO [RS:0;5f9d64419733:40049 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T23:17:28,777 INFO [RS:0;5f9d64419733:40049 {}] regionserver.HRegionServer(959): stopping server 5f9d64419733,40049,1733267843860 2024-12-03T23:17:28,777 INFO [RS:0;5f9d64419733:40049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:17:28,777 INFO [RS:0;5f9d64419733:40049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:40049. 2024-12-03T23:17:28,778 DEBUG [RS:0;5f9d64419733:40049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:28,778 DEBUG [RS:0;5f9d64419733:40049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:28,778 INFO [RS:0;5f9d64419733:40049 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T23:17:28,778 INFO [RS:0;5f9d64419733:40049 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T23:17:28,778 INFO [RS:0;5f9d64419733:40049 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T23:17:28,778 INFO [RS:0;5f9d64419733:40049 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T23:17:28,778 INFO [RS:0;5f9d64419733:40049 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T23:17:28,778 DEBUG [RS:0;5f9d64419733:40049 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T23:17:28,778 DEBUG [RS:0;5f9d64419733:40049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:17:28,778 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:17:28,778 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:17:28,778 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:17:28,778 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:17:28,778 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:17:28,779 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T23:17:28,795 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/data/hbase/meta/1588230740/.tmp/ns/1a7692908eb14723b3d78634e001eb3d is 43, key is default/ns:d/1733267846526/Put/seqid=0 2024-12-03T23:17:28,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741835_1011 (size=5153) 2024-12-03T23:17:28,855 INFO [regionserver/5f9d64419733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:17:28,978 DEBUG [RS:0;5f9d64419733:40049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:17:28,995 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35039,1733267840681.replicationSource.wal-reader.5f9d64419733%2C35039%2C1733267840681,1-5f9d64419733,35039,1733267840681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/WALs/5f9d64419733,35039,1733267840681/5f9d64419733%2C35039%2C1733267840681.1733267842383 to pos 0, reset compression=false 2024-12-03T23:17:29,179 DEBUG [RS:0;5f9d64419733:40049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:17:29,200 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/data/hbase/meta/1588230740/.tmp/ns/1a7692908eb14723b3d78634e001eb3d 2024-12-03T23:17:29,207 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/data/hbase/meta/1588230740/.tmp/ns/1a7692908eb14723b3d78634e001eb3d as hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/data/hbase/meta/1588230740/ns/1a7692908eb14723b3d78634e001eb3d 2024-12-03T23:17:29,213 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/data/hbase/meta/1588230740/ns/1a7692908eb14723b3d78634e001eb3d, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T23:17:29,214 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false 2024-12-03T23:17:29,218 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T23:17:29,219 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:17:29,219 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:17:29,219 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:17:29,219 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733267848778Running coprocessor pre-close hooks at 1733267848778Disabling compacts and flushes for region at 1733267848778Disabling writes for close at 1733267848778Obtaining lock to block concurrent updates at 1733267848779 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733267848779Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733267848779Flushing stores of hbase:meta,,1.1588230740 at 1733267848780 (+1 ms)Flushing 1588230740/ns: creating writer at 1733267848780Flushing 1588230740/ns: appending metadata at 1733267848794 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733267848794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4602fcd4: reopening flushed file at 1733267849206 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false at 1733267849214 (+8 ms)Writing region close event to WAL at 1733267849215 (+1 ms)Running coprocessor post-close hooks at 1733267849219 (+4 ms)Closed at 1733267849219 2024-12-03T23:17:29,219 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T23:17:29,379 INFO [RS:0;5f9d64419733:40049 {}] regionserver.HRegionServer(976): stopping server 5f9d64419733,40049,1733267843860; all regions closed. 2024-12-03T23:17:29,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741834_1010 (size=1152) 2024-12-03T23:17:29,385 DEBUG [RS:0;5f9d64419733:40049 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/oldWALs 2024-12-03T23:17:29,385 INFO [RS:0;5f9d64419733:40049 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C40049%2C1733267843860.meta:.meta(num 1733267846474) 2024-12-03T23:17:29,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741832_1008 (size=93) 2024-12-03T23:17:29,388 DEBUG [RS:0;5f9d64419733:40049 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/oldWALs 2024-12-03T23:17:29,388 INFO [RS:0;5f9d64419733:40049 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C40049%2C1733267843860:(num 1733267845621) 2024-12-03T23:17:29,388 DEBUG [RS:0;5f9d64419733:40049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:29,388 INFO [RS:0;5f9d64419733:40049 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:17:29,389 INFO [RS:0;5f9d64419733:40049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:17:29,389 INFO [RS:0;5f9d64419733:40049 {}] hbase.ChoreService(370): Chore service for: regionserver/5f9d64419733:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T23:17:29,389 INFO [RS:0;5f9d64419733:40049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:17:29,389 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:17:29,389 INFO [RS:0;5f9d64419733:40049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40049 2024-12-03T23:17:29,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732770409/rs 2024-12-03T23:17:29,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1017a9e44210004, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11732770409/rs/5f9d64419733,40049,1733267843860 2024-12-03T23:17:29,391 INFO [RS:0;5f9d64419733:40049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:17:29,393 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5f9d64419733,40049,1733267843860] 2024-12-03T23:17:29,394 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11732770409/draining/5f9d64419733,40049,1733267843860 already deleted, retry=false 2024-12-03T23:17:29,394 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5f9d64419733,40049,1733267843860 expired; onlineServers=0 2024-12-03T23:17:29,394 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5f9d64419733,45461,1733267843797' ***** 2024-12-03T23:17:29,394 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T23:17:29,394 INFO [M:0;5f9d64419733:45461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:17:29,394 INFO [M:0;5f9d64419733:45461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:17:29,394 DEBUG [M:0;5f9d64419733:45461 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T23:17:29,394 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T23:17:29,394 DEBUG [M:0;5f9d64419733:45461 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T23:17:29,394 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267845320 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267845320,5,FailOnTimeoutGroup] 2024-12-03T23:17:29,394 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267845318 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267845318,5,FailOnTimeoutGroup] 2024-12-03T23:17:29,394 INFO [M:0;5f9d64419733:45461 {}] hbase.ChoreService(370): Chore service for: master/5f9d64419733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T23:17:29,395 INFO [M:0;5f9d64419733:45461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:17:29,395 DEBUG [M:0;5f9d64419733:45461 {}] master.HMaster(1795): Stopping service threads 2024-12-03T23:17:29,395 INFO [M:0;5f9d64419733:45461 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T23:17:29,395 INFO [M:0;5f9d64419733:45461 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:17:29,395 INFO [M:0;5f9d64419733:45461 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T23:17:29,395 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T23:17:29,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11732770409/master 2024-12-03T23:17:29,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732770409 2024-12-03T23:17:29,396 DEBUG [M:0;5f9d64419733:45461 {}] zookeeper.ZKUtil(347): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Unable to get data of znode /11732770409/master because node does not exist (not an error) 2024-12-03T23:17:29,396 WARN [M:0;5f9d64419733:45461 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T23:17:29,396 INFO [M:0;5f9d64419733:45461 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/.lastflushedseqids 2024-12-03T23:17:29,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741836_1012 (size=99) 2024-12-03T23:17:29,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1017a9e44210004, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:17:29,493 INFO [RS:0;5f9d64419733:40049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:17:29,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x1017a9e44210004, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:17:29,493 INFO [RS:0;5f9d64419733:40049 {}] regionserver.HRegionServer(1031): Exiting; stopping=5f9d64419733,40049,1733267843860; zookeeper connection closed. 2024-12-03T23:17:29,493 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c43f81b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c43f81b 2024-12-03T23:17:29,494 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T23:17:29,501 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35039,1733267840681.replicationSource.wal-reader.5f9d64419733%2C35039%2C1733267840681,1-5f9d64419733,35039,1733267840681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/WALs/5f9d64419733,35039,1733267840681/5f9d64419733%2C35039%2C1733267840681.1733267842383 to pos 0, reset compression=false 2024-12-03T23:17:29,801 INFO [M:0;5f9d64419733:45461 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T23:17:29,801 INFO [M:0;5f9d64419733:45461 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T23:17:29,802 DEBUG [M:0;5f9d64419733:45461 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:17:29,802 INFO [M:0;5f9d64419733:45461 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:29,802 DEBUG [M:0;5f9d64419733:45461 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:29,802 DEBUG [M:0;5f9d64419733:45461 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:17:29,802 DEBUG [M:0;5f9d64419733:45461 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:29,802 INFO [M:0;5f9d64419733:45461 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T23:17:29,819 DEBUG [M:0;5f9d64419733:45461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d52fa96ce35f44cd9b5ea3e711c293ae is 82, key is hbase:meta,,1/info:regioninfo/1733267846511/Put/seqid=0 2024-12-03T23:17:29,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741837_1013 (size=5672) 2024-12-03T23:17:30,106 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35039,1733267840681.replicationSource.wal-reader.5f9d64419733%2C35039%2C1733267840681,1-5f9d64419733,35039,1733267840681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/WALs/5f9d64419733,35039,1733267840681/5f9d64419733%2C35039%2C1733267840681.1733267842383 to pos 0, reset compression=false 2024-12-03T23:17:30,224 INFO [M:0;5f9d64419733:45461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d52fa96ce35f44cd9b5ea3e711c293ae 2024-12-03T23:17:30,244 DEBUG [M:0;5f9d64419733:45461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0144fbc63a84578b1942baa831ea7d3 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733267846530/Put/seqid=0 2024-12-03T23:17:30,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741838_1014 (size=5275) 2024-12-03T23:17:30,651 INFO [M:0;5f9d64419733:45461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0144fbc63a84578b1942baa831ea7d3 2024-12-03T23:17:30,672 DEBUG [M:0;5f9d64419733:45461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08ec3c311bba41439a1a0b2ff29e8432 is 69, key is 5f9d64419733,40049,1733267843860/rs:state/1733267845425/Put/seqid=0 2024-12-03T23:17:30,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741839_1015 (size=5156) 2024-12-03T23:17:30,812 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35039,1733267840681.replicationSource.wal-reader.5f9d64419733%2C35039%2C1733267840681,1-5f9d64419733,35039,1733267840681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/WALs/5f9d64419733,35039,1733267840681/5f9d64419733%2C35039%2C1733267840681.1733267842383 to pos 0, reset compression=false 2024-12-03T23:17:31,077 INFO [M:0;5f9d64419733:45461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08ec3c311bba41439a1a0b2ff29e8432 2024-12-03T23:17:31,084 DEBUG [M:0;5f9d64419733:45461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d52fa96ce35f44cd9b5ea3e711c293ae as hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d52fa96ce35f44cd9b5ea3e711c293ae 2024-12-03T23:17:31,089 INFO [M:0;5f9d64419733:45461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d52fa96ce35f44cd9b5ea3e711c293ae, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T23:17:31,090 DEBUG [M:0;5f9d64419733:45461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0144fbc63a84578b1942baa831ea7d3 as hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0144fbc63a84578b1942baa831ea7d3 2024-12-03T23:17:31,094 INFO [M:0;5f9d64419733:45461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0144fbc63a84578b1942baa831ea7d3, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T23:17:31,095 DEBUG [M:0;5f9d64419733:45461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08ec3c311bba41439a1a0b2ff29e8432 as hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/08ec3c311bba41439a1a0b2ff29e8432 2024-12-03T23:17:31,100 INFO [M:0;5f9d64419733:45461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45233/user/jenkins/test-data/834d811a-5304-879c-0ff3-b828f1660ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/08ec3c311bba41439a1a0b2ff29e8432, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T23:17:31,101 INFO [M:0;5f9d64419733:45461 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=28, compaction requested=false 2024-12-03T23:17:31,102 INFO [M:0;5f9d64419733:45461 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:31,102 DEBUG [M:0;5f9d64419733:45461 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733267849802Disabling compacts and flushes for region at 1733267849802Disabling writes for close at 1733267849802Obtaining lock to block concurrent updates at 1733267849802Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733267849802Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733267849802Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733267849803 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733267849803Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733267849818 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733267849818Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733267850229 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733267850243 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733267850243Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733267850656 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733267850672 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733267850672Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@470b76cb: reopening flushed file at 1733267851083 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ece9774: reopening flushed file at 1733267851089 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52ccb18: reopening flushed file at 1733267851094 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=28, compaction requested=false at 1733267851101 (+7 ms)Writing region close event to WAL at 1733267851102 (+1 ms)Closed at 1733267851102 2024-12-03T23:17:31,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741830_1006 (size=10165) 2024-12-03T23:17:31,105 INFO [M:0;5f9d64419733:45461 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T23:17:31,105 INFO [M:0;5f9d64419733:45461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45461 2024-12-03T23:17:31,105 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:17:31,106 INFO [M:0;5f9d64419733:45461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:17:31,209 INFO [M:0;5f9d64419733:45461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:17:31,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:17:31,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1017a9e44210003, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:17:31,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25355706{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:17:31,218 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42690e4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:17:31,218 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:17:31,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ceb2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:17:31,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e28569b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/hadoop.log.dir/,STOPPED} 2024-12-03T23:17:31,220 WARN [BP-1544871756-172.17.0.2-1733267843061 heartbeating to localhost/127.0.0.1:45233 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T23:17:31,220 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T23:17:31,220 WARN [BP-1544871756-172.17.0.2-1733267843061 heartbeating to localhost/127.0.0.1:45233 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1544871756-172.17.0.2-1733267843061 (Datanode Uuid 0bd61a0e-da17-460b-a385-b85f0ac08ab9) service to localhost/127.0.0.1:45233 2024-12-03T23:17:31,220 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T23:17:31,221 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/cluster_bfd891f3-64c7-cc94-918a-0c6c6ff0c025/data/data1/current/BP-1544871756-172.17.0.2-1733267843061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:17:31,221 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/cluster_bfd891f3-64c7-cc94-918a-0c6c6ff0c025/data/data2/current/BP-1544871756-172.17.0.2-1733267843061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:17:31,221 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T23:17:31,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d817f80{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:17:31,228 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13605576{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:17:31,229 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:17:31,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9e52a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:17:31,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c9883e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/hadoop.log.dir/,STOPPED} 2024-12-03T23:17:31,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T23:17:31,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T23:17:31,244 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:17:31,245 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:31,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:31,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:31,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:17:31,245 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T23:17:31,245 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1072622902, stopped=false 2024-12-03T23:17:31,245 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5f9d64419733,45833,1733267840572 2024-12-03T23:17:31,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1777762231/running 2024-12-03T23:17:31,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x1017a9e44210001, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1777762231/running 2024-12-03T23:17:31,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x1017a9e44210001, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1777762231 2024-12-03T23:17:31,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1777762231 2024-12-03T23:17:31,248 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:17:31,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Set watcher on znode that does not yet exist, /0-1777762231/running 2024-12-03T23:17:31,248 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:17:31,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35039-0x1017a9e44210001, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Set watcher on znode that does not yet exist, /0-1777762231/running 2024-12-03T23:17:31,248 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:31,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:31,249 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5f9d64419733,35039,1733267840681' ***** 2024-12-03T23:17:31,249 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T23:17:31,249 INFO [RS:0;5f9d64419733:35039 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T23:17:31,249 INFO [RS:0;5f9d64419733:35039 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T23:17:31,249 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T23:17:31,250 INFO [RS:0;5f9d64419733:35039 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T23:17:31,250 INFO [RS:0;5f9d64419733:35039 {}] regionserver.HRegionServer(3091): Received CLOSE for 9358998b23e53af628d37ca96f8fc9d3 2024-12-03T23:17:31,250 INFO [RS:0;5f9d64419733:35039 {}] regionserver.HRegionServer(959): stopping server 5f9d64419733,35039,1733267840681 2024-12-03T23:17:31,250 INFO [RS:0;5f9d64419733:35039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:17:31,250 INFO [RS:0;5f9d64419733:35039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:35039. 2024-12-03T23:17:31,250 DEBUG [RS:0;5f9d64419733:35039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:31,250 DEBUG [RS:0;5f9d64419733:35039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:31,250 INFO [RS:0;5f9d64419733:35039 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T23:17:31,250 INFO [RS:0;5f9d64419733:35039 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T23:17:31,250 INFO [RS:0;5f9d64419733:35039 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T23:17:31,250 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9358998b23e53af628d37ca96f8fc9d3, disabling compactions & flushes 2024-12-03T23:17:31,250 INFO [RS:0;5f9d64419733:35039 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T23:17:31,250 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3. 2024-12-03T23:17:31,250 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3. 2024-12-03T23:17:31,250 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3. after waiting 0 ms 2024-12-03T23:17:31,250 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3. 2024-12-03T23:17:31,250 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9358998b23e53af628d37ca96f8fc9d3 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-03T23:17:31,250 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T23:17:31,250 INFO [RS:0;5f9d64419733:35039 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T23:17:31,251 DEBUG [RS:0;5f9d64419733:35039 {}] regionserver.HRegionServer(1325): Online Regions={9358998b23e53af628d37ca96f8fc9d3=hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T23:17:31,251 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T23:17:31,251 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:17:31,251 DEBUG [RS:0;5f9d64419733:35039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9358998b23e53af628d37ca96f8fc9d3 2024-12-03T23:17:31,251 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:17:31,251 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:17:31,251 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:17:31,251 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:17:31,251 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T23:17:31,254 INFO [regionserver/5f9d64419733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:17:31,268 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/replication/9358998b23e53af628d37ca96f8fc9d3/.tmp/queue/fbd19f167ee142579973ad9fa0fae1d6 is 151, key is 1-5f9d64419733,35039,1733267840681/queue:5f9d64419733%2C35039%2C1733267840681/1733267848052/Put/seqid=0 2024-12-03T23:17:31,276 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/meta/1588230740/.tmp/info/36860be3096d45b781e09726b3353946 is 147, key is hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3./info:regioninfo/1733267847813/Put/seqid=0 2024-12-03T23:17:31,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741838_1014 (size=5350) 2024-12-03T23:17:31,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741839_1015 (size=6631) 2024-12-03T23:17:31,291 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/meta/1588230740/.tmp/info/36860be3096d45b781e09726b3353946 2024-12-03T23:17:31,315 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/meta/1588230740/.tmp/ns/c08f927e38144ecab90f6c7f67d5e997 is 43, key is default/ns:d/1733267842953/Put/seqid=0 2024-12-03T23:17:31,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741840_1016 (size=5153) 2024-12-03T23:17:31,451 DEBUG [RS:0;5f9d64419733:35039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9358998b23e53af628d37ca96f8fc9d3 2024-12-03T23:17:31,617 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35039,1733267840681.replicationSource.wal-reader.5f9d64419733%2C35039%2C1733267840681,1-5f9d64419733,35039,1733267840681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/WALs/5f9d64419733,35039,1733267840681/5f9d64419733%2C35039%2C1733267840681.1733267842383 to pos 0, reset compression=false 2024-12-03T23:17:31,651 DEBUG [RS:0;5f9d64419733:35039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9358998b23e53af628d37ca96f8fc9d3 2024-12-03T23:17:31,678 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/replication/9358998b23e53af628d37ca96f8fc9d3/.tmp/queue/fbd19f167ee142579973ad9fa0fae1d6 2024-12-03T23:17:31,686 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/replication/9358998b23e53af628d37ca96f8fc9d3/.tmp/queue/fbd19f167ee142579973ad9fa0fae1d6 as hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/replication/9358998b23e53af628d37ca96f8fc9d3/queue/fbd19f167ee142579973ad9fa0fae1d6 2024-12-03T23:17:31,691 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/replication/9358998b23e53af628d37ca96f8fc9d3/queue/fbd19f167ee142579973ad9fa0fae1d6, entries=1, sequenceid=5, filesize=5.2 K 2024-12-03T23:17:31,693 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9358998b23e53af628d37ca96f8fc9d3 in 443ms, sequenceid=5, compaction requested=false 2024-12-03T23:17:31,697 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/replication/9358998b23e53af628d37ca96f8fc9d3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T23:17:31,698 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:17:31,698 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:17:31,698 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3. 2024-12-03T23:17:31,698 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9358998b23e53af628d37ca96f8fc9d3: Waiting for close lock at 1733267851250Running coprocessor pre-close hooks at 1733267851250Disabling compacts and flushes for region at 1733267851250Disabling writes for close at 1733267851250Obtaining lock to block concurrent updates at 1733267851250Preparing flush snapshotting stores in 9358998b23e53af628d37ca96f8fc9d3 at 1733267851250Finished memstore snapshotting hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733267851251 (+1 ms)Flushing stores of hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3. at 1733267851251Flushing 9358998b23e53af628d37ca96f8fc9d3/queue: creating writer at 1733267851252 (+1 ms)Flushing 9358998b23e53af628d37ca96f8fc9d3/queue: appending metadata at 1733267851267 (+15 ms)Flushing 9358998b23e53af628d37ca96f8fc9d3/queue: closing flushed file at 1733267851267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61620296: reopening flushed file at 1733267851685 (+418 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9358998b23e53af628d37ca96f8fc9d3 in 443ms, sequenceid=5, compaction requested=false at 1733267851693 (+8 ms)Writing region close event to WAL at 1733267851693Running coprocessor post-close hooks at 1733267851698 (+5 ms)Closed at 1733267851698 2024-12-03T23:17:31,698 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733267846630.9358998b23e53af628d37ca96f8fc9d3. 2024-12-03T23:17:31,720 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/meta/1588230740/.tmp/ns/c08f927e38144ecab90f6c7f67d5e997 2024-12-03T23:17:31,742 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/meta/1588230740/.tmp/table/767b8f041ce94f74bb50ac9435913ffd is 53, key is hbase:replication/table:state/1733267847825/Put/seqid=0 2024-12-03T23:17:31,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741841_1017 (size=5256) 2024-12-03T23:17:31,851 DEBUG [RS:0;5f9d64419733:35039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:17:32,052 DEBUG [RS:0;5f9d64419733:35039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:17:32,147 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/meta/1588230740/.tmp/table/767b8f041ce94f74bb50ac9435913ffd 2024-12-03T23:17:32,155 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/meta/1588230740/.tmp/info/36860be3096d45b781e09726b3353946 as hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/meta/1588230740/info/36860be3096d45b781e09726b3353946 2024-12-03T23:17:32,161 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/meta/1588230740/info/36860be3096d45b781e09726b3353946, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T23:17:32,162 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/meta/1588230740/.tmp/ns/c08f927e38144ecab90f6c7f67d5e997 as hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/meta/1588230740/ns/c08f927e38144ecab90f6c7f67d5e997 2024-12-03T23:17:32,167 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/meta/1588230740/ns/c08f927e38144ecab90f6c7f67d5e997, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T23:17:32,168 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/meta/1588230740/.tmp/table/767b8f041ce94f74bb50ac9435913ffd as hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/meta/1588230740/table/767b8f041ce94f74bb50ac9435913ffd 2024-12-03T23:17:32,173 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/meta/1588230740/table/767b8f041ce94f74bb50ac9435913ffd, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T23:17:32,175 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 923ms, sequenceid=11, compaction requested=false 2024-12-03T23:17:32,179 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T23:17:32,179 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:17:32,179 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:17:32,180 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:17:32,180 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733267851251Running coprocessor pre-close hooks at 1733267851251Disabling compacts and flushes for region at 1733267851251Disabling writes for close at 1733267851251Obtaining lock to block concurrent updates at 1733267851251Preparing flush snapshotting stores in 1588230740 at 1733267851251Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733267851251Flushing stores of hbase:meta,,1.1588230740 at 1733267851252 (+1 ms)Flushing 1588230740/info: creating writer at 1733267851252Flushing 1588230740/info: appending metadata at 1733267851275 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733267851275Flushing 1588230740/ns: creating writer at 1733267851297 (+22 ms)Flushing 1588230740/ns: appending metadata at 1733267851315 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733267851315Flushing 1588230740/table: creating writer at 1733267851727 (+412 ms)Flushing 1588230740/table: appending metadata at 1733267851741 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733267851741Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e23531: reopening flushed file at 1733267852155 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e454b4e: reopening flushed file at 1733267852161 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@515602f1: reopening flushed file at 1733267852167 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 923ms, sequenceid=11, compaction requested=false at 1733267852175 (+8 ms)Writing region close event to WAL at 1733267852176 (+1 ms)Running coprocessor post-close hooks at 1733267852179 (+3 ms)Closed at 1733267852180 (+1 ms) 2024-12-03T23:17:32,180 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T23:17:32,252 INFO [RS:0;5f9d64419733:35039 {}] regionserver.HRegionServer(976): stopping server 5f9d64419733,35039,1733267840681; all regions closed. 2024-12-03T23:17:32,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741834_1010 (size=2742) 2024-12-03T23:17:32,255 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/WALs/5f9d64419733,35039,1733267840681/5f9d64419733%2C35039%2C1733267840681.meta.1733267842899.meta not finished, retry = 0 2024-12-03T23:17:32,358 DEBUG [RS:0;5f9d64419733:35039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/oldWALs 2024-12-03T23:17:32,358 INFO [RS:0;5f9d64419733:35039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C35039%2C1733267840681.meta:.meta(num 1733267842899) 2024-12-03T23:17:32,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741837_1013 (size=1586) 2024-12-03T23:17:32,361 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/WALs/5f9d64419733,35039,1733267840681/5f9d64419733%2C35039%2C1733267840681.rep.1733267847775 not finished, retry = 0 2024-12-03T23:17:32,465 DEBUG [RS:0;5f9d64419733:35039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/oldWALs 2024-12-03T23:17:32,465 INFO [RS:0;5f9d64419733:35039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C35039%2C1733267840681.rep:(num 1733267847775) 2024-12-03T23:17:32,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741833_1009 (size=93) 2024-12-03T23:17:32,469 DEBUG [RS:0;5f9d64419733:35039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/oldWALs 2024-12-03T23:17:32,469 INFO [RS:0;5f9d64419733:35039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C35039%2C1733267840681:(num 1733267842383) 2024-12-03T23:17:32,469 DEBUG [RS:0;5f9d64419733:35039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:32,469 INFO [RS:0;5f9d64419733:35039 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:17:32,469 INFO [RS:0;5f9d64419733:35039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:17:32,470 INFO [RS:0;5f9d64419733:35039 {}] hbase.ChoreService(370): Chore service for: regionserver/5f9d64419733:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T23:17:32,470 INFO [RS:0;5f9d64419733:35039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:17:32,470 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:17:32,470 INFO [RS:0;5f9d64419733:35039 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5f9d64419733,35039,1733267840681 because: Region server is closing 2024-12-03T23:17:32,470 INFO [RS:0;5f9d64419733:35039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:35039. 2024-12-03T23:17:32,470 DEBUG [RS:0;5f9d64419733:35039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:32,470 DEBUG [RS:0;5f9d64419733:35039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:32,471 DEBUG [RS:0;5f9d64419733:35039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:32,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:17:32,571 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35039,1733267840681.replicationSource.shipper5f9d64419733%2C35039%2C1733267840681,1-5f9d64419733,35039,1733267840681 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T23:17:32,572 INFO [RS:0;5f9d64419733:35039 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35039,1733267840681.replicationSource.shipper5f9d64419733%2C35039%2C1733267840681,1-5f9d64419733,35039,1733267840681 terminated 2024-12-03T23:17:32,572 INFO [RS:0;5f9d64419733:35039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35039 2024-12-03T23:17:32,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1777762231/rs 2024-12-03T23:17:32,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x1017a9e44210001, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1777762231/rs/5f9d64419733,35039,1733267840681 2024-12-03T23:17:32,575 INFO [RS:0;5f9d64419733:35039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:17:32,575 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5f9d64419733,35039,1733267840681] 2024-12-03T23:17:32,579 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1777762231/draining/5f9d64419733,35039,1733267840681 already deleted, retry=false 2024-12-03T23:17:32,579 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5f9d64419733,35039,1733267840681 expired; onlineServers=0 2024-12-03T23:17:32,580 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5f9d64419733,45833,1733267840572' ***** 2024-12-03T23:17:32,580 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T23:17:32,580 INFO [M:0;5f9d64419733:45833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:17:32,580 INFO [M:0;5f9d64419733:45833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:17:32,580 DEBUG [M:0;5f9d64419733:45833 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T23:17:32,580 DEBUG [M:0;5f9d64419733:45833 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T23:17:32,580 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T23:17:32,580 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267842136 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267842136,5,FailOnTimeoutGroup] 2024-12-03T23:17:32,580 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267842133 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267842133,5,FailOnTimeoutGroup] 2024-12-03T23:17:32,580 INFO [M:0;5f9d64419733:45833 {}] hbase.ChoreService(370): Chore service for: master/5f9d64419733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T23:17:32,580 INFO [M:0;5f9d64419733:45833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:17:32,580 DEBUG [M:0;5f9d64419733:45833 {}] master.HMaster(1795): Stopping service threads 2024-12-03T23:17:32,580 INFO [M:0;5f9d64419733:45833 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T23:17:32,580 INFO [M:0;5f9d64419733:45833 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:17:32,580 INFO [M:0;5f9d64419733:45833 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T23:17:32,581 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T23:17:32,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1777762231/master 2024-12-03T23:17:32,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1777762231 2024-12-03T23:17:32,583 DEBUG [M:0;5f9d64419733:45833 {}] zookeeper.ZKUtil(347): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Unable to get data of znode /0-1777762231/master because node does not exist (not an error) 2024-12-03T23:17:32,583 WARN [M:0;5f9d64419733:45833 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T23:17:32,584 INFO [M:0;5f9d64419733:45833 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/.lastflushedseqids 2024-12-03T23:17:32,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741842_1018 (size=181) 2024-12-03T23:17:32,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x1017a9e44210001, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:17:32,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x1017a9e44210001, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:17:32,678 INFO [RS:0;5f9d64419733:35039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:17:32,678 INFO [RS:0;5f9d64419733:35039 {}] regionserver.HRegionServer(1031): Exiting; stopping=5f9d64419733,35039,1733267840681; zookeeper connection closed. 2024-12-03T23:17:32,678 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70c279f3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70c279f3 2024-12-03T23:17:32,678 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T23:17:32,992 INFO [M:0;5f9d64419733:45833 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T23:17:32,992 INFO [M:0;5f9d64419733:45833 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T23:17:32,993 DEBUG [M:0;5f9d64419733:45833 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:17:32,993 INFO [M:0;5f9d64419733:45833 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:32,993 DEBUG [M:0;5f9d64419733:45833 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:32,993 DEBUG [M:0;5f9d64419733:45833 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:17:32,993 DEBUG [M:0;5f9d64419733:45833 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:32,993 INFO [M:0;5f9d64419733:45833 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-03T23:17:33,021 DEBUG [M:0;5f9d64419733:45833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7237e4dbefed4b56803c4d4a7f4ded50 is 82, key is hbase:meta,,1/info:regioninfo/1733267842939/Put/seqid=0 2024-12-03T23:17:33,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741843_1019 (size=5672) 2024-12-03T23:17:33,031 INFO [M:0;5f9d64419733:45833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7237e4dbefed4b56803c4d4a7f4ded50 2024-12-03T23:17:33,064 DEBUG [M:0;5f9d64419733:45833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57ace9ad53e84059a525aa823b9c94b3 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733267847831/Put/seqid=0 2024-12-03T23:17:33,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741844_1020 (size=7203) 2024-12-03T23:17:33,074 INFO [M:0;5f9d64419733:45833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57ace9ad53e84059a525aa823b9c94b3 2024-12-03T23:17:33,109 DEBUG [M:0;5f9d64419733:45833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47dff2f72d294f42b4b720beeb725e8e is 69, key is 5f9d64419733,35039,1733267840681/rs:state/1733267842231/Put/seqid=0 2024-12-03T23:17:33,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741845_1021 (size=5156) 2024-12-03T23:17:33,135 INFO [M:0;5f9d64419733:45833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47dff2f72d294f42b4b720beeb725e8e 2024-12-03T23:17:33,146 DEBUG [M:0;5f9d64419733:45833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7237e4dbefed4b56803c4d4a7f4ded50 as hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7237e4dbefed4b56803c4d4a7f4ded50 2024-12-03T23:17:33,156 INFO [M:0;5f9d64419733:45833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7237e4dbefed4b56803c4d4a7f4ded50, entries=8, sequenceid=70, filesize=5.5 K 2024-12-03T23:17:33,158 DEBUG [M:0;5f9d64419733:45833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57ace9ad53e84059a525aa823b9c94b3 as hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57ace9ad53e84059a525aa823b9c94b3 2024-12-03T23:17:33,169 INFO [M:0;5f9d64419733:45833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57ace9ad53e84059a525aa823b9c94b3, entries=8, sequenceid=70, filesize=7.0 K 2024-12-03T23:17:33,172 DEBUG [M:0;5f9d64419733:45833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47dff2f72d294f42b4b720beeb725e8e as hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47dff2f72d294f42b4b720beeb725e8e 2024-12-03T23:17:33,180 INFO [M:0;5f9d64419733:45833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33279/user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47dff2f72d294f42b4b720beeb725e8e, entries=1, sequenceid=70, filesize=5.0 K 2024-12-03T23:17:33,184 INFO [M:0;5f9d64419733:45833 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 191ms, sequenceid=70, compaction requested=false 2024-12-03T23:17:33,195 INFO [M:0;5f9d64419733:45833 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:33,195 DEBUG [M:0;5f9d64419733:45833 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733267852993Disabling compacts and flushes for region at 1733267852993Disabling writes for close at 1733267852993Obtaining lock to block concurrent updates at 1733267852993Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733267852993Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733267852994 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733267852994Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733267852995 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733267853020 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733267853020Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733267853039 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733267853063 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733267853063Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733267853083 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733267853108 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733267853108Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b1946a1: reopening flushed file at 1733267853145 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26edab39: reopening flushed file at 1733267853157 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@307510ec: reopening flushed file at 1733267853169 (+12 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 191ms, sequenceid=70, compaction requested=false at 1733267853184 (+15 ms)Writing region close event to WAL at 1733267853195 (+11 ms)Closed at 1733267853195 2024-12-03T23:17:33,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741830_1006 (size=41008) 2024-12-03T23:17:33,203 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c086fd27-96e5-095c-53a7-c645890d4139/MasterData/WALs/5f9d64419733,45833,1733267840572/5f9d64419733%2C45833%2C1733267840572.1733267842003 not finished, retry = 0 2024-12-03T23:17:33,305 INFO [M:0;5f9d64419733:45833 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T23:17:33,305 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:17:33,305 INFO [M:0;5f9d64419733:45833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45833 2024-12-03T23:17:33,305 INFO [M:0;5f9d64419733:45833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:17:33,407 INFO [M:0;5f9d64419733:45833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:17:33,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:17:33,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1017a9e44210000, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:17:33,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2714ec4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:17:33,411 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68b58e18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:17:33,411 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:17:33,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5819f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:17:33,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e83ddb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/hadoop.log.dir/,STOPPED} 2024-12-03T23:17:33,413 WARN [BP-1902646179-172.17.0.2-1733267839413 heartbeating to localhost/127.0.0.1:33279 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T23:17:33,413 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T23:17:33,414 WARN [BP-1902646179-172.17.0.2-1733267839413 heartbeating to localhost/127.0.0.1:33279 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1902646179-172.17.0.2-1733267839413 (Datanode Uuid d52fc818-c170-4100-884e-cbaae642634f) service to localhost/127.0.0.1:33279 2024-12-03T23:17:33,414 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T23:17:33,414 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/cluster_89940ebc-901f-880f-4f27-4fc67e0ad7b9/data/data1/current/BP-1902646179-172.17.0.2-1733267839413 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:17:33,415 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/cluster_89940ebc-901f-880f-4f27-4fc67e0ad7b9/data/data2/current/BP-1902646179-172.17.0.2-1733267839413 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:17:33,415 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T23:17:33,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@109ccb36{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:17:33,422 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42df17bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:17:33,423 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:17:33,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7607be1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:17:33,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f5c756{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0a88c57-fb22-274c-cb89-daa469758cd0/hadoop.log.dir/,STOPPED} 2024-12-03T23:17:33,429 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T23:17:33,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T23:17:33,454 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 109) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45233 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45233 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33279 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33279 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50176) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33279 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33279 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33279 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50176) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45233 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=244 (was 266), ProcessCount=11 (was 11), AvailableMemoryMB=7656 (was 8563) 2024-12-03T23:17:33,461 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=244, ProcessCount=11, AvailableMemoryMB=7656 2024-12-03T23:17:33,475 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-03T23:17:33,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/hadoop.log.dir so I do NOT create it in target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e 2024-12-03T23:17:33,475 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T23:17:33,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/hadoop.tmp.dir so I do NOT create it in target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e 2024-12-03T23:17:33,475 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a36cca3-f8cf-67bf-c1ff-364a11a72631/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T23:17:33,475 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e 2024-12-03T23:17:33,475 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/cluster_047bc85b-cdaa-9cef-abf6-34502162d34c, deleteOnExit=true 2024-12-03T23:17:33,478 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/cluster_047bc85b-cdaa-9cef-abf6-34502162d34c/zookeeper_0, clientPort=55026, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/cluster_047bc85b-cdaa-9cef-abf6-34502162d34c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/cluster_047bc85b-cdaa-9cef-abf6-34502162d34c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T23:17:33,479 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55026 2024-12-03T23:17:33,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T23:17:33,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T23:17:33,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/test.cache.data in system properties and HBase conf 2024-12-03T23:17:33,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T23:17:33,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/hadoop.log.dir in system properties and HBase conf 2024-12-03T23:17:33,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T23:17:33,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T23:17:33,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T23:17:33,479 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T23:17:33,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:17:33,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:17:33,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T23:17:33,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:17:33,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T23:17:33,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T23:17:33,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:17:33,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:17:33,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T23:17:33,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/nfs.dump.dir in system properties and HBase conf 2024-12-03T23:17:33,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/java.io.tmpdir in system properties and HBase conf 2024-12-03T23:17:33,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:17:33,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T23:17:33,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T23:17:33,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017a9e44210005, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T23:17:33,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017a9e44210002, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T23:17:33,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017a9e44210005, quorum=127.0.0.1:50176, baseZNode=/11732770409 Received Disconnected from ZooKeeper, ignoring 2024-12-03T23:17:33,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017a9e44210002, quorum=127.0.0.1:50176, baseZNode=/0-1777762231 Received Disconnected from ZooKeeper, ignoring 2024-12-03T23:17:33,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:17:33,574 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:17:33,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:17:33,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:17:33,575 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T23:17:33,576 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:17:33,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a50b0da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:17:33,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fecc9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:17:33,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19f28759{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/java.io.tmpdir/jetty-localhost-44363-hadoop-hdfs-3_4_1-tests_jar-_-any-10740133982927809031/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:17:33,699 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b5fcb95{HTTP/1.1, (http/1.1)}{localhost:44363} 2024-12-03T23:17:33,699 INFO [Time-limited test {}] server.Server(415): Started @43324ms 2024-12-03T23:17:33,812 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:17:33,815 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:17:33,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:17:33,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:17:33,816 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T23:17:33,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530a7c13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:17:33,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e93db9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:17:33,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9c2799f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/java.io.tmpdir/jetty-localhost-44455-hadoop-hdfs-3_4_1-tests_jar-_-any-18292977211460877527/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:17:33,939 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@133292a0{HTTP/1.1, (http/1.1)}{localhost:44455} 2024-12-03T23:17:33,939 INFO [Time-limited test {}] server.Server(415): Started @43564ms 2024-12-03T23:17:33,940 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T23:17:34,072 WARN [Thread-823 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/cluster_047bc85b-cdaa-9cef-abf6-34502162d34c/data/data1/current/BP-698113302-172.17.0.2-1733267853512/current, will proceed with Du for space computation calculation, 2024-12-03T23:17:34,073 WARN [Thread-824 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/cluster_047bc85b-cdaa-9cef-abf6-34502162d34c/data/data2/current/BP-698113302-172.17.0.2-1733267853512/current, will proceed with Du for space computation calculation, 2024-12-03T23:17:34,089 WARN [Thread-811 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T23:17:34,092 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd49304eb0e1e141 with lease ID 0x2f807f8d780e46f8: Processing first storage report for DS-c8ab2927-7af4-4313-a934-ab455b0e1e12 from datanode DatanodeRegistration(127.0.0.1:34175, datanodeUuid=80d99b3b-25b1-43e6-96dc-64f7274e7d9b, infoPort=44727, infoSecurePort=0, ipcPort=39273, storageInfo=lv=-57;cid=testClusterID;nsid=1168017331;c=1733267853512) 2024-12-03T23:17:34,092 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd49304eb0e1e141 with lease ID 0x2f807f8d780e46f8: from storage DS-c8ab2927-7af4-4313-a934-ab455b0e1e12 node DatanodeRegistration(127.0.0.1:34175, datanodeUuid=80d99b3b-25b1-43e6-96dc-64f7274e7d9b, infoPort=44727, infoSecurePort=0, ipcPort=39273, storageInfo=lv=-57;cid=testClusterID;nsid=1168017331;c=1733267853512), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:17:34,092 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd49304eb0e1e141 with lease ID 0x2f807f8d780e46f8: Processing first storage report for DS-aebe3189-f9a5-4e18-8a3c-1f4b6717d1d2 from datanode DatanodeRegistration(127.0.0.1:34175, datanodeUuid=80d99b3b-25b1-43e6-96dc-64f7274e7d9b, infoPort=44727, infoSecurePort=0, ipcPort=39273, storageInfo=lv=-57;cid=testClusterID;nsid=1168017331;c=1733267853512) 2024-12-03T23:17:34,092 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd49304eb0e1e141 with lease ID 0x2f807f8d780e46f8: from storage DS-aebe3189-f9a5-4e18-8a3c-1f4b6717d1d2 node DatanodeRegistration(127.0.0.1:34175, datanodeUuid=80d99b3b-25b1-43e6-96dc-64f7274e7d9b, infoPort=44727, infoSecurePort=0, ipcPort=39273, storageInfo=lv=-57;cid=testClusterID;nsid=1168017331;c=1733267853512), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:17:34,165 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e 2024-12-03T23:17:34,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:34,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:34,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741825_1001 (size=7) 2024-12-03T23:17:34,576 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4 with version=8 2024-12-03T23:17:34,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/hbase-staging 2024-12-03T23:17:34,578 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:17:34,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:34,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:34,578 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:17:34,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:34,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:17:34,578 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T23:17:34,578 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:17:34,579 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36227 2024-12-03T23:17:34,580 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36227 connecting to ZooKeeper ensemble=127.0.0.1:55026 2024-12-03T23:17:34,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362270x0, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:17:34,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36227-0x1017a9e7b350000 connected 2024-12-03T23:17:34,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:34,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:34,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Set watcher on znode that does not yet exist, /0-1366383921/running 2024-12-03T23:17:34,608 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4, hbase.cluster.distributed=false 2024-12-03T23:17:34,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Set watcher on znode that does not yet exist, /0-1366383921/acl 2024-12-03T23:17:34,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36227 2024-12-03T23:17:34,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36227 2024-12-03T23:17:34,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36227 2024-12-03T23:17:34,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36227 2024-12-03T23:17:34,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36227 2024-12-03T23:17:34,634 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:17:34,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:34,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:34,634 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:17:34,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:34,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:17:34,634 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:17:34,635 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:17:34,635 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40267 2024-12-03T23:17:34,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40267 connecting to ZooKeeper ensemble=127.0.0.1:55026 2024-12-03T23:17:34,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:34,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:34,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402670x0, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:17:34,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40267-0x1017a9e7b350001 connected 2024-12-03T23:17:34,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40267-0x1017a9e7b350001, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Set watcher on znode that does not yet exist, /0-1366383921/running 2024-12-03T23:17:34,644 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:17:34,645 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:17:34,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40267-0x1017a9e7b350001, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Set watcher on znode that does not yet exist, /0-1366383921/master 2024-12-03T23:17:34,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40267-0x1017a9e7b350001, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Set watcher on znode that does not yet exist, /0-1366383921/acl 2024-12-03T23:17:34,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40267 2024-12-03T23:17:34,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40267 2024-12-03T23:17:34,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40267 2024-12-03T23:17:34,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40267 2024-12-03T23:17:34,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40267 2024-12-03T23:17:34,664 DEBUG [M:0;5f9d64419733:36227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5f9d64419733:36227 2024-12-03T23:17:34,665 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1366383921/backup-masters/5f9d64419733,36227,1733267854578 2024-12-03T23:17:34,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1366383921/backup-masters 2024-12-03T23:17:34,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40267-0x1017a9e7b350001, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1366383921/backup-masters 2024-12-03T23:17:34,667 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Set watcher on existing znode=/0-1366383921/backup-masters/5f9d64419733,36227,1733267854578 2024-12-03T23:17:34,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40267-0x1017a9e7b350001, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1366383921/master 2024-12-03T23:17:34,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40267-0x1017a9e7b350001, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1366383921 2024-12-03T23:17:34,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1366383921 2024-12-03T23:17:34,671 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Set watcher on existing znode=/0-1366383921/master 2024-12-03T23:17:34,671 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1366383921/backup-masters/5f9d64419733,36227,1733267854578 from backup master directory 2024-12-03T23:17:34,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1366383921/backup-masters/5f9d64419733,36227,1733267854578 2024-12-03T23:17:34,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40267-0x1017a9e7b350001, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1366383921/backup-masters 2024-12-03T23:17:34,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1366383921/backup-masters 2024-12-03T23:17:34,673 WARN [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:17:34,673 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5f9d64419733,36227,1733267854578 2024-12-03T23:17:34,677 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/hbase.id] with ID: d4bdd7dc-74d6-4ffa-9144-174778473849 2024-12-03T23:17:34,677 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/.tmp/hbase.id 2024-12-03T23:17:34,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741826_1002 (size=42) 2024-12-03T23:17:34,721 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:17:34,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:17:34,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:17:34,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:17:34,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:17:35,087 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/.tmp/hbase.id]:[hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/hbase.id] 2024-12-03T23:17:35,099 INFO [master/5f9d64419733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:35,099 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T23:17:35,101 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T23:17:35,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1366383921 2024-12-03T23:17:35,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40267-0x1017a9e7b350001, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1366383921 2024-12-03T23:17:35,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741827_1003 (size=196) 2024-12-03T23:17:35,509 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:17:35,510 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T23:17:35,510 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:17:35,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741828_1004 (size=1189) 2024-12-03T23:17:35,682 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:17:35,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T23:17:35,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T23:17:35,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:17:35,918 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/MasterData/data/master/store 2024-12-03T23:17:35,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741829_1005 (size=34) 2024-12-03T23:17:36,325 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:36,325 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:17:36,325 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:36,325 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:36,325 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:17:36,325 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:36,325 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:36,325 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733267856325Disabling compacts and flushes for region at 1733267856325Disabling writes for close at 1733267856325Writing region close event to WAL at 1733267856325Closed at 1733267856325 2024-12-03T23:17:36,326 WARN [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/MasterData/data/master/store/.initializing 2024-12-03T23:17:36,326 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/MasterData/WALs/5f9d64419733,36227,1733267854578 2024-12-03T23:17:36,327 INFO [master/5f9d64419733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:17:36,329 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C36227%2C1733267854578, suffix=, logDir=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/MasterData/WALs/5f9d64419733,36227,1733267854578, archiveDir=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/MasterData/oldWALs, maxLogs=10 2024-12-03T23:17:36,342 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/MasterData/WALs/5f9d64419733,36227,1733267854578/5f9d64419733%2C36227%2C1733267854578.1733267856329, exclude list is [], retry=0 2024-12-03T23:17:36,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34175,DS-c8ab2927-7af4-4313-a934-ab455b0e1e12,DISK] 2024-12-03T23:17:36,347 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/MasterData/WALs/5f9d64419733,36227,1733267854578/5f9d64419733%2C36227%2C1733267854578.1733267856329 2024-12-03T23:17:36,348 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44727:44727)] 2024-12-03T23:17:36,348 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:17:36,349 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:36,349 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:36,349 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:36,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:36,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T23:17:36,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:36,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:36,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:36,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T23:17:36,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:36,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:36,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:36,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T23:17:36,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:36,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:36,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:36,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T23:17:36,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:36,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:36,357 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:36,357 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:36,358 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:36,359 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:36,359 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:36,360 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:17:36,361 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:36,363 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:17:36,363 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72219771, jitterRate=0.07615844905376434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:17:36,364 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733267856349Initializing all the Stores at 1733267856350 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267856350Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267856350Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267856350Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267856350Cleaning up temporary data from old regions at 1733267856359 (+9 ms)Region opened successfully at 1733267856363 (+4 ms) 2024-12-03T23:17:36,364 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T23:17:36,366 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9a5973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:17:36,367 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T23:17:36,367 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T23:17:36,367 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T23:17:36,368 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T23:17:36,368 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T23:17:36,368 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T23:17:36,368 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T23:17:36,370 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T23:17:36,371 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Unable to get data of znode /0-1366383921/balancer because node does not exist (not necessarily an error) 2024-12-03T23:17:36,372 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1366383921/balancer already deleted, retry=false 2024-12-03T23:17:36,372 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T23:17:36,373 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Unable to get data of znode /0-1366383921/normalizer because node does not exist (not necessarily an error) 2024-12-03T23:17:36,377 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1366383921/normalizer already deleted, retry=false 2024-12-03T23:17:36,378 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T23:17:36,378 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Unable to get data of znode /0-1366383921/switch/split because node does not exist (not necessarily an error) 2024-12-03T23:17:36,384 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1366383921/switch/split already deleted, retry=false 2024-12-03T23:17:36,385 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Unable to get data of znode /0-1366383921/switch/merge because node does not exist (not necessarily an error) 2024-12-03T23:17:36,388 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1366383921/switch/merge already deleted, retry=false 2024-12-03T23:17:36,390 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Unable to get data of znode /0-1366383921/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T23:17:36,391 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1366383921/snapshot-cleanup already deleted, retry=false 2024-12-03T23:17:36,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1366383921/running 2024-12-03T23:17:36,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40267-0x1017a9e7b350001, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1366383921/running 2024-12-03T23:17:36,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1366383921 2024-12-03T23:17:36,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40267-0x1017a9e7b350001, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1366383921 2024-12-03T23:17:36,395 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5f9d64419733,36227,1733267854578, sessionid=0x1017a9e7b350000, setting cluster-up flag (Was=false) 2024-12-03T23:17:36,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40267-0x1017a9e7b350001, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1366383921 2024-12-03T23:17:36,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1366383921 2024-12-03T23:17:36,402 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1366383921/flush-table-proc/acquired, /0-1366383921/flush-table-proc/reached, /0-1366383921/flush-table-proc/abort 2024-12-03T23:17:36,403 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,36227,1733267854578 2024-12-03T23:17:36,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40267-0x1017a9e7b350001, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1366383921 2024-12-03T23:17:36,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1366383921 2024-12-03T23:17:36,414 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1366383921/online-snapshot/acquired, /0-1366383921/online-snapshot/reached, /0-1366383921/online-snapshot/abort 2024-12-03T23:17:36,415 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,36227,1733267854578 2024-12-03T23:17:36,417 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T23:17:36,418 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T23:17:36,418 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T23:17:36,418 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T23:17:36,419 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5f9d64419733,36227,1733267854578 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T23:17:36,420 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:17:36,420 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:17:36,420 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:17:36,420 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:17:36,420 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5f9d64419733:0, corePoolSize=10, maxPoolSize=10 2024-12-03T23:17:36,420 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:36,420 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:17:36,420 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:36,422 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:17:36,422 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T23:17:36,423 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733267886423 2024-12-03T23:17:36,423 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T23:17:36,423 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T23:17:36,423 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T23:17:36,423 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T23:17:36,423 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T23:17:36,423 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T23:17:36,423 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:36,424 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:36,424 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T23:17:36,424 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T23:17:36,424 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T23:17:36,424 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T23:17:36,424 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T23:17:36,424 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T23:17:36,425 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T23:17:36,425 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267856425,5,FailOnTimeoutGroup] 2024-12-03T23:17:36,428 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267856425,5,FailOnTimeoutGroup] 2024-12-03T23:17:36,428 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:36,428 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T23:17:36,428 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:36,428 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:36,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741831_1007 (size=1321) 2024-12-03T23:17:36,455 INFO [RS:0;5f9d64419733:40267 {}] regionserver.HRegionServer(746): ClusterId : d4bdd7dc-74d6-4ffa-9144-174778473849 2024-12-03T23:17:36,455 DEBUG [RS:0;5f9d64419733:40267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:17:36,457 DEBUG [RS:0;5f9d64419733:40267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:17:36,457 DEBUG [RS:0;5f9d64419733:40267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:17:36,460 DEBUG [RS:0;5f9d64419733:40267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:17:36,460 DEBUG [RS:0;5f9d64419733:40267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773910d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:17:36,475 DEBUG [RS:0;5f9d64419733:40267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5f9d64419733:40267 2024-12-03T23:17:36,475 INFO [RS:0;5f9d64419733:40267 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:17:36,475 INFO [RS:0;5f9d64419733:40267 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:17:36,475 DEBUG [RS:0;5f9d64419733:40267 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:17:36,476 INFO [RS:0;5f9d64419733:40267 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,36227,1733267854578 with port=40267, startcode=1733267854634 2024-12-03T23:17:36,476 DEBUG [RS:0;5f9d64419733:40267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:17:36,478 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:17:36,478 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36227 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,40267,1733267854634 2024-12-03T23:17:36,478 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36227 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,40267,1733267854634 2024-12-03T23:17:36,480 DEBUG [RS:0;5f9d64419733:40267 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4 2024-12-03T23:17:36,480 DEBUG [RS:0;5f9d64419733:40267 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43519 2024-12-03T23:17:36,480 DEBUG [RS:0;5f9d64419733:40267 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:17:36,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1366383921/rs 2024-12-03T23:17:36,482 DEBUG [RS:0;5f9d64419733:40267 {}] zookeeper.ZKUtil(111): regionserver:40267-0x1017a9e7b350001, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Set watcher on existing znode=/0-1366383921/rs/5f9d64419733,40267,1733267854634 2024-12-03T23:17:36,482 WARN [RS:0;5f9d64419733:40267 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:17:36,482 INFO [RS:0;5f9d64419733:40267 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:17:36,482 DEBUG [RS:0;5f9d64419733:40267 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634 2024-12-03T23:17:36,482 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,40267,1733267854634] 2024-12-03T23:17:36,485 INFO [RS:0;5f9d64419733:40267 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:17:36,487 INFO [RS:0;5f9d64419733:40267 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:17:36,487 INFO [RS:0;5f9d64419733:40267 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:17:36,487 INFO [RS:0;5f9d64419733:40267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:36,487 INFO [RS:0;5f9d64419733:40267 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:17:36,488 INFO [RS:0;5f9d64419733:40267 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:17:36,488 INFO [RS:0;5f9d64419733:40267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:36,488 DEBUG [RS:0;5f9d64419733:40267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:36,488 DEBUG [RS:0;5f9d64419733:40267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:36,488 DEBUG [RS:0;5f9d64419733:40267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:36,488 DEBUG [RS:0;5f9d64419733:40267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:36,488 DEBUG [RS:0;5f9d64419733:40267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:36,489 DEBUG [RS:0;5f9d64419733:40267 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:17:36,489 DEBUG [RS:0;5f9d64419733:40267 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:36,489 DEBUG [RS:0;5f9d64419733:40267 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:36,489 DEBUG [RS:0;5f9d64419733:40267 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:36,489 DEBUG [RS:0;5f9d64419733:40267 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:36,489 DEBUG [RS:0;5f9d64419733:40267 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:36,489 DEBUG [RS:0;5f9d64419733:40267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:36,489 DEBUG [RS:0;5f9d64419733:40267 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:17:36,489 DEBUG [RS:0;5f9d64419733:40267 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:17:36,490 INFO [RS:0;5f9d64419733:40267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:36,490 INFO [RS:0;5f9d64419733:40267 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:36,490 INFO [RS:0;5f9d64419733:40267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:36,490 INFO [RS:0;5f9d64419733:40267 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:36,490 INFO [RS:0;5f9d64419733:40267 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:36,490 INFO [RS:0;5f9d64419733:40267 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,40267,1733267854634-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:17:36,512 INFO [RS:0;5f9d64419733:40267 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:17:36,512 INFO [RS:0;5f9d64419733:40267 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,40267,1733267854634-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:36,512 INFO [RS:0;5f9d64419733:40267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:36,512 INFO [RS:0;5f9d64419733:40267 {}] regionserver.Replication(171): 5f9d64419733,40267,1733267854634 started 2024-12-03T23:17:36,526 INFO [RS:0;5f9d64419733:40267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:36,526 INFO [RS:0;5f9d64419733:40267 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,40267,1733267854634, RpcServer on 5f9d64419733/172.17.0.2:40267, sessionid=0x1017a9e7b350001 2024-12-03T23:17:36,526 DEBUG [RS:0;5f9d64419733:40267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:17:36,526 DEBUG [RS:0;5f9d64419733:40267 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,40267,1733267854634 2024-12-03T23:17:36,526 DEBUG [RS:0;5f9d64419733:40267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,40267,1733267854634' 2024-12-03T23:17:36,526 DEBUG [RS:0;5f9d64419733:40267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1366383921/flush-table-proc/abort' 2024-12-03T23:17:36,527 DEBUG [RS:0;5f9d64419733:40267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1366383921/flush-table-proc/acquired' 2024-12-03T23:17:36,527 DEBUG [RS:0;5f9d64419733:40267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:17:36,527 DEBUG [RS:0;5f9d64419733:40267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:17:36,527 DEBUG [RS:0;5f9d64419733:40267 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,40267,1733267854634 2024-12-03T23:17:36,527 DEBUG [RS:0;5f9d64419733:40267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,40267,1733267854634' 2024-12-03T23:17:36,527 DEBUG [RS:0;5f9d64419733:40267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1366383921/online-snapshot/abort' 2024-12-03T23:17:36,528 DEBUG [RS:0;5f9d64419733:40267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1366383921/online-snapshot/acquired' 2024-12-03T23:17:36,528 DEBUG [RS:0;5f9d64419733:40267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:17:36,528 INFO [RS:0;5f9d64419733:40267 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:17:36,528 INFO [RS:0;5f9d64419733:40267 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:17:36,628 INFO [RS:0;5f9d64419733:40267 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:17:36,630 INFO [RS:0;5f9d64419733:40267 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C40267%2C1733267854634, suffix=, logDir=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634, archiveDir=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/oldWALs, maxLogs=10 2024-12-03T23:17:36,644 DEBUG [RS:0;5f9d64419733:40267 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630, exclude list is [], retry=0 2024-12-03T23:17:36,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34175,DS-c8ab2927-7af4-4313-a934-ab455b0e1e12,DISK] 2024-12-03T23:17:36,649 INFO [RS:0;5f9d64419733:40267 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 2024-12-03T23:17:36,650 DEBUG [RS:0;5f9d64419733:40267 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44727:44727)] 2024-12-03T23:17:36,835 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T23:17:36,835 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4 2024-12-03T23:17:36,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741833_1009 (size=32) 2024-12-03T23:17:37,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:37,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:17:37,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:17:37,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:37,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:37,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:17:37,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:17:37,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:37,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:37,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:17:37,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:17:37,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:37,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:37,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:17:37,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:17:37,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:37,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:37,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:17:37,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/1588230740 2024-12-03T23:17:37,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/1588230740 2024-12-03T23:17:37,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:17:37,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:17:37,253 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:17:37,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:17:37,256 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:17:37,257 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66455343, jitterRate=-0.009738221764564514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:17:37,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733267857242Initializing all the Stores at 1733267857243 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267857243Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267857243Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267857243Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267857243Cleaning up temporary data from old regions at 1733267857253 (+10 ms)Region opened successfully at 1733267857257 (+4 ms) 2024-12-03T23:17:37,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:17:37,257 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:17:37,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:17:37,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:17:37,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:17:37,258 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:17:37,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733267857257Disabling compacts and flushes for region at 1733267857257Disabling writes for close at 1733267857257Writing region close event to WAL at 1733267857258 (+1 ms)Closed at 1733267857258 2024-12-03T23:17:37,259 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:17:37,259 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T23:17:37,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T23:17:37,261 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:17:37,262 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T23:17:37,412 DEBUG [5f9d64419733:36227 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T23:17:37,413 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5f9d64419733,40267,1733267854634 2024-12-03T23:17:37,414 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,40267,1733267854634, state=OPENING 2024-12-03T23:17:37,415 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T23:17:37,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1366383921 2024-12-03T23:17:37,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40267-0x1017a9e7b350001, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1366383921 2024-12-03T23:17:37,424 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:17:37,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,40267,1733267854634}] 2024-12-03T23:17:37,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1366383921/meta-region-server: CHANGED 2024-12-03T23:17:37,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1366383921/meta-region-server: CHANGED 2024-12-03T23:17:37,578 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:17:37,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:17:37,585 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T23:17:37,585 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:17:37,585 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T23:17:37,587 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C40267%2C1733267854634.meta, suffix=.meta, logDir=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634, archiveDir=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/oldWALs, maxLogs=10 2024-12-03T23:17:37,609 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.meta.1733267857588.meta, exclude list is [], retry=0 2024-12-03T23:17:37,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34175,DS-c8ab2927-7af4-4313-a934-ab455b0e1e12,DISK] 2024-12-03T23:17:37,617 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.meta.1733267857588.meta 2024-12-03T23:17:37,617 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44727:44727)] 2024-12-03T23:17:37,618 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:17:37,618 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:17:37,618 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:17:37,618 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T23:17:37,618 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T23:17:37,619 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T23:17:37,619 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:37,619 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T23:17:37,619 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T23:17:37,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:17:37,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:17:37,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:37,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:37,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:17:37,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:17:37,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:37,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:37,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:17:37,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:17:37,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:37,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:37,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:17:37,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:17:37,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:37,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:37,633 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:17:37,633 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/1588230740 2024-12-03T23:17:37,637 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/1588230740 2024-12-03T23:17:37,640 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:17:37,640 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:17:37,641 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:17:37,642 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:17:37,643 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67940807, jitterRate=0.0123969167470932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:17:37,644 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T23:17:37,645 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733267857619Writing region info on filesystem at 1733267857619Initializing all the Stores at 1733267857620 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267857621 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267857624 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267857624Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267857624Cleaning up temporary data from old regions at 1733267857640 (+16 ms)Running coprocessor post-open hooks at 1733267857644 (+4 ms)Region opened successfully at 1733267857645 (+1 ms) 2024-12-03T23:17:37,647 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733267857577 2024-12-03T23:17:37,650 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T23:17:37,650 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T23:17:37,651 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,40267,1733267854634 2024-12-03T23:17:37,652 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,40267,1733267854634, state=OPEN 2024-12-03T23:17:37,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1366383921/meta-region-server 2024-12-03T23:17:37,655 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5f9d64419733,40267,1733267854634 2024-12-03T23:17:37,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40267-0x1017a9e7b350001, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1366383921/meta-region-server 2024-12-03T23:17:37,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1366383921/meta-region-server: CHANGED 2024-12-03T23:17:37,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1366383921/meta-region-server: CHANGED 2024-12-03T23:17:37,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T23:17:37,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,40267,1733267854634 in 231 msec 2024-12-03T23:17:37,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T23:17:37,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 400 msec 2024-12-03T23:17:37,663 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:17:37,663 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T23:17:37,666 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:17:37,666 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,40267,1733267854634, seqNum=-1] 2024-12-03T23:17:37,666 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:17:37,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:17:37,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2560 sec 2024-12-03T23:17:37,677 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733267857677, completionTime=-1 2024-12-03T23:17:37,678 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T23:17:37,678 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T23:17:37,680 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T23:17:37,680 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733267917680 2024-12-03T23:17:37,680 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733267977680 2024-12-03T23:17:37,680 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T23:17:37,681 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,36227,1733267854578-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:37,681 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,36227,1733267854578-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:37,681 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,36227,1733267854578-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:37,681 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5f9d64419733:36227, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:37,681 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:37,682 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:37,684 DEBUG [master/5f9d64419733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T23:17:37,687 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.014sec 2024-12-03T23:17:37,687 INFO [master/5f9d64419733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T23:17:37,687 INFO [master/5f9d64419733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T23:17:37,687 INFO [master/5f9d64419733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T23:17:37,687 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T23:17:37,687 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T23:17:37,687 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,36227,1733267854578-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:17:37,687 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,36227,1733267854578-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T23:17:37,693 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T23:17:37,693 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T23:17:37,693 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,36227,1733267854578-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:37,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94d183c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:37,757 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,36227,-1 for getting cluster id 2024-12-03T23:17:37,757 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:37,759 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4bdd7dc-74d6-4ffa-9144-174778473849' 2024-12-03T23:17:37,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:37,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4bdd7dc-74d6-4ffa-9144-174778473849" 2024-12-03T23:17:37,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8054e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:37,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,36227,-1] 2024-12-03T23:17:37,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:37,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:37,762 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:37,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f299995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:37,763 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:17:37,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,40267,1733267854634, seqNum=-1] 2024-12-03T23:17:37,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:17:37,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:17:37,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5f9d64419733,36227,1733267854578 2024-12-03T23:17:37,771 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55026 2024-12-03T23:17:37,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:17:37,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017a9e7b350002 connected 2024-12-03T23:17:37,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/hadoop.log.dir so I do NOT create it in target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408 2024-12-03T23:17:37,779 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T23:17:37,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/hadoop.tmp.dir so I do NOT create it in target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408 2024-12-03T23:17:37,779 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T23:17:37,779 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408 2024-12-03T23:17:37,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T23:17:37,779 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/cluster_cfeaddd5-e3e6-d3dc-0a54-42a2d3383270, deleteOnExit=true 2024-12-03T23:17:37,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T23:17:37,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/test.cache.data in system properties and HBase conf 2024-12-03T23:17:37,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T23:17:37,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/hadoop.log.dir in system properties and HBase conf 2024-12-03T23:17:37,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T23:17:37,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T23:17:37,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T23:17:37,780 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T23:17:37,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:17:37,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:17:37,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T23:17:37,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:17:37,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T23:17:37,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T23:17:37,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:17:37,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:17:37,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T23:17:37,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/nfs.dump.dir in system properties and HBase conf 2024-12-03T23:17:37,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/java.io.tmpdir in system properties and HBase conf 2024-12-03T23:17:37,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:17:37,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T23:17:37,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T23:17:37,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:17:37,901 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:17:37,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:17:37,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:17:37,913 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T23:17:37,914 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:17:37,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c976543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:17:37,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aafdf85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:17:38,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d6845ca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/java.io.tmpdir/jetty-localhost-43963-hadoop-hdfs-3_4_1-tests_jar-_-any-18091082715816485728/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:17:38,049 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d7582a3{HTTP/1.1, (http/1.1)}{localhost:43963} 2024-12-03T23:17:38,049 INFO [Time-limited test {}] server.Server(415): Started @47674ms 2024-12-03T23:17:38,139 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:17:38,142 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:17:38,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:17:38,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:17:38,145 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T23:17:38,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2303981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:17:38,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e22e585{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:17:38,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e587001{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/java.io.tmpdir/jetty-localhost-33669-hadoop-hdfs-3_4_1-tests_jar-_-any-11263232497168920175/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:17:38,264 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c05b605{HTTP/1.1, (http/1.1)}{localhost:33669} 2024-12-03T23:17:38,264 INFO [Time-limited test {}] server.Server(415): Started @47889ms 2024-12-03T23:17:38,265 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T23:17:38,383 WARN [Thread-944 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/cluster_cfeaddd5-e3e6-d3dc-0a54-42a2d3383270/data/data1/current/BP-684007658-172.17.0.2-1733267857813/current, will proceed with Du for space computation calculation, 2024-12-03T23:17:38,383 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/cluster_cfeaddd5-e3e6-d3dc-0a54-42a2d3383270/data/data2/current/BP-684007658-172.17.0.2-1733267857813/current, will proceed with Du for space computation calculation, 2024-12-03T23:17:38,402 WARN [Thread-932 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T23:17:38,405 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14612496f5961054 with lease ID 0xb2ecfd5c93994bbf: Processing first storage report for DS-60a1f197-b732-465e-ab2a-978d9a6497a3 from datanode DatanodeRegistration(127.0.0.1:40909, datanodeUuid=065e4a5b-3d5d-435e-a2f1-cccad6eb9de3, infoPort=40343, infoSecurePort=0, ipcPort=34811, storageInfo=lv=-57;cid=testClusterID;nsid=2133131154;c=1733267857813) 2024-12-03T23:17:38,405 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14612496f5961054 with lease ID 0xb2ecfd5c93994bbf: from storage DS-60a1f197-b732-465e-ab2a-978d9a6497a3 node DatanodeRegistration(127.0.0.1:40909, datanodeUuid=065e4a5b-3d5d-435e-a2f1-cccad6eb9de3, infoPort=40343, infoSecurePort=0, ipcPort=34811, storageInfo=lv=-57;cid=testClusterID;nsid=2133131154;c=1733267857813), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T23:17:38,405 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14612496f5961054 with lease ID 0xb2ecfd5c93994bbf: Processing first storage report for DS-3e6c2f7a-2f79-4a15-a7ed-241c47dcbb75 from datanode DatanodeRegistration(127.0.0.1:40909, datanodeUuid=065e4a5b-3d5d-435e-a2f1-cccad6eb9de3, infoPort=40343, infoSecurePort=0, ipcPort=34811, storageInfo=lv=-57;cid=testClusterID;nsid=2133131154;c=1733267857813) 2024-12-03T23:17:38,405 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14612496f5961054 with lease ID 0xb2ecfd5c93994bbf: from storage DS-3e6c2f7a-2f79-4a15-a7ed-241c47dcbb75 node DatanodeRegistration(127.0.0.1:40909, datanodeUuid=065e4a5b-3d5d-435e-a2f1-cccad6eb9de3, infoPort=40343, infoSecurePort=0, ipcPort=34811, storageInfo=lv=-57;cid=testClusterID;nsid=2133131154;c=1733267857813), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:17:38,489 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408 2024-12-03T23:17:38,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:38,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:38,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741825_1001 (size=7) 2024-12-03T23:17:38,900 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d with version=8 2024-12-03T23:17:38,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/hbase-staging 2024-12-03T23:17:38,902 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:17:38,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:38,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:38,902 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:17:38,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:38,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:17:38,902 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T23:17:38,902 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:17:38,903 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34155 2024-12-03T23:17:38,904 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34155 connecting to ZooKeeper ensemble=127.0.0.1:55026 2024-12-03T23:17:38,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341550x0, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:17:38,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34155-0x1017a9e7b350003 connected 2024-12-03T23:17:38,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:38,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:38,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Set watcher on znode that does not yet exist, /1-280303005/running 2024-12-03T23:17:38,922 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d, hbase.cluster.distributed=false 2024-12-03T23:17:38,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Set watcher on znode that does not yet exist, /1-280303005/acl 2024-12-03T23:17:38,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34155 2024-12-03T23:17:38,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34155 2024-12-03T23:17:38,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34155 2024-12-03T23:17:38,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34155 2024-12-03T23:17:38,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34155 2024-12-03T23:17:38,941 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:17:38,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:38,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:38,941 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:17:38,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:17:38,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:17:38,941 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:17:38,941 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:17:38,942 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44701 2024-12-03T23:17:38,943 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44701 connecting to ZooKeeper ensemble=127.0.0.1:55026 2024-12-03T23:17:38,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:38,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:38,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447010x0, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:17:38,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44701-0x1017a9e7b350004 connected 2024-12-03T23:17:38,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44701-0x1017a9e7b350004, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Set watcher on znode that does not yet exist, /1-280303005/running 2024-12-03T23:17:38,949 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:17:38,950 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:17:38,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44701-0x1017a9e7b350004, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Set watcher on znode that does not yet exist, /1-280303005/master 2024-12-03T23:17:38,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44701-0x1017a9e7b350004, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Set watcher on znode that does not yet exist, /1-280303005/acl 2024-12-03T23:17:38,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44701 2024-12-03T23:17:38,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44701 2024-12-03T23:17:38,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44701 2024-12-03T23:17:38,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44701 2024-12-03T23:17:38,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44701 2024-12-03T23:17:38,965 DEBUG [M:0;5f9d64419733:34155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5f9d64419733:34155 2024-12-03T23:17:38,966 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-280303005/backup-masters/5f9d64419733,34155,1733267858902 2024-12-03T23:17:38,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280303005/backup-masters 2024-12-03T23:17:38,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x1017a9e7b350004, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280303005/backup-masters 2024-12-03T23:17:38,968 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Set watcher on existing znode=/1-280303005/backup-masters/5f9d64419733,34155,1733267858902 2024-12-03T23:17:38,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280303005 2024-12-03T23:17:38,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x1017a9e7b350004, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-280303005/master 2024-12-03T23:17:38,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x1017a9e7b350004, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280303005 2024-12-03T23:17:38,970 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Set watcher on existing znode=/1-280303005/master 2024-12-03T23:17:38,970 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-280303005/backup-masters/5f9d64419733,34155,1733267858902 from backup master directory 2024-12-03T23:17:38,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-280303005/backup-masters/5f9d64419733,34155,1733267858902 2024-12-03T23:17:38,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x1017a9e7b350004, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280303005/backup-masters 2024-12-03T23:17:38,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280303005/backup-masters 2024-12-03T23:17:38,972 WARN [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:17:38,972 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5f9d64419733,34155,1733267858902 2024-12-03T23:17:38,976 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/hbase.id] with ID: d055ca2a-f623-4960-ab99-9010711b59ce 2024-12-03T23:17:38,976 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/.tmp/hbase.id 2024-12-03T23:17:38,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741826_1002 (size=42) 2024-12-03T23:17:39,382 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/.tmp/hbase.id]:[hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/hbase.id] 2024-12-03T23:17:39,393 INFO [master/5f9d64419733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:39,394 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T23:17:39,395 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T23:17:39,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x1017a9e7b350004, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280303005 2024-12-03T23:17:39,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280303005 2024-12-03T23:17:39,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741827_1003 (size=196) 2024-12-03T23:17:39,803 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:17:39,804 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T23:17:39,804 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:17:39,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741828_1004 (size=1189) 2024-12-03T23:17:40,213 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/MasterData/data/master/store 2024-12-03T23:17:40,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741829_1005 (size=34) 2024-12-03T23:17:40,619 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:40,620 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:17:40,620 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:40,620 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:40,620 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:17:40,620 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:40,620 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:17:40,620 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733267860619Disabling compacts and flushes for region at 1733267860619Disabling writes for close at 1733267860620 (+1 ms)Writing region close event to WAL at 1733267860620Closed at 1733267860620 2024-12-03T23:17:40,621 WARN [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/MasterData/data/master/store/.initializing 2024-12-03T23:17:40,621 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/MasterData/WALs/5f9d64419733,34155,1733267858902 2024-12-03T23:17:40,622 INFO [master/5f9d64419733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:17:40,623 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C34155%2C1733267858902, suffix=, logDir=hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/MasterData/WALs/5f9d64419733,34155,1733267858902, archiveDir=hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/MasterData/oldWALs, maxLogs=10 2024-12-03T23:17:40,637 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/MasterData/WALs/5f9d64419733,34155,1733267858902/5f9d64419733%2C34155%2C1733267858902.1733267860624, exclude list is [], retry=0 2024-12-03T23:17:40,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40909,DS-60a1f197-b732-465e-ab2a-978d9a6497a3,DISK] 2024-12-03T23:17:40,641 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/MasterData/WALs/5f9d64419733,34155,1733267858902/5f9d64419733%2C34155%2C1733267858902.1733267860624 2024-12-03T23:17:40,642 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40343:40343)] 2024-12-03T23:17:40,642 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:17:40,642 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:40,642 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:40,642 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:40,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:40,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T23:17:40,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:40,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:40,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:40,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T23:17:40,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:40,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:40,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:40,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T23:17:40,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:40,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:40,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:40,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T23:17:40,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:40,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:40,650 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:40,650 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:40,651 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:40,652 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:40,652 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:40,652 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:17:40,653 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:17:40,655 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:17:40,656 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58794796, jitterRate=-0.1238892674446106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:17:40,656 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733267860642Initializing all the Stores at 1733267860643 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267860643Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267860643Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267860643Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267860643Cleaning up temporary data from old regions at 1733267860652 (+9 ms)Region opened successfully at 1733267860656 (+4 ms) 2024-12-03T23:17:40,656 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T23:17:40,659 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef202d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:17:40,660 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T23:17:40,660 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T23:17:40,660 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T23:17:40,660 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T23:17:40,661 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T23:17:40,661 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T23:17:40,661 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T23:17:40,663 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T23:17:40,664 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Unable to get data of znode /1-280303005/balancer because node does not exist (not necessarily an error) 2024-12-03T23:17:40,665 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-280303005/balancer already deleted, retry=false 2024-12-03T23:17:40,666 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T23:17:40,666 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Unable to get data of znode /1-280303005/normalizer because node does not exist (not necessarily an error) 2024-12-03T23:17:40,667 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-280303005/normalizer already deleted, retry=false 2024-12-03T23:17:40,668 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T23:17:40,669 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Unable to get data of znode /1-280303005/switch/split because node does not exist (not necessarily an error) 2024-12-03T23:17:40,670 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-280303005/switch/split already deleted, retry=false 2024-12-03T23:17:40,671 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Unable to get data of znode /1-280303005/switch/merge because node does not exist (not necessarily an error) 2024-12-03T23:17:40,677 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-280303005/switch/merge already deleted, retry=false 2024-12-03T23:17:40,679 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Unable to get data of znode /1-280303005/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T23:17:40,680 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-280303005/snapshot-cleanup already deleted, retry=false 2024-12-03T23:17:40,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-280303005/running 2024-12-03T23:17:40,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x1017a9e7b350004, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-280303005/running 2024-12-03T23:17:40,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280303005 2024-12-03T23:17:40,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x1017a9e7b350004, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280303005 2024-12-03T23:17:40,682 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5f9d64419733,34155,1733267858902, sessionid=0x1017a9e7b350003, setting cluster-up flag (Was=false) 2024-12-03T23:17:40,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x1017a9e7b350004, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280303005 2024-12-03T23:17:40,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280303005 2024-12-03T23:17:40,689 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-280303005/flush-table-proc/acquired, /1-280303005/flush-table-proc/reached, /1-280303005/flush-table-proc/abort 2024-12-03T23:17:40,690 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,34155,1733267858902 2024-12-03T23:17:40,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x1017a9e7b350004, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280303005 2024-12-03T23:17:40,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280303005 2024-12-03T23:17:40,700 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-280303005/online-snapshot/acquired, /1-280303005/online-snapshot/reached, /1-280303005/online-snapshot/abort 2024-12-03T23:17:40,701 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,34155,1733267858902 2024-12-03T23:17:40,702 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T23:17:40,703 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T23:17:40,704 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T23:17:40,704 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T23:17:40,704 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5f9d64419733,34155,1733267858902 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T23:17:40,705 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:17:40,705 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:17:40,705 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:17:40,705 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:17:40,705 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5f9d64419733:0, corePoolSize=10, maxPoolSize=10 2024-12-03T23:17:40,705 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:40,705 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:17:40,705 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:40,706 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733267890706 2024-12-03T23:17:40,707 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T23:17:40,707 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T23:17:40,707 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T23:17:40,707 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:17:40,707 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T23:17:40,707 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T23:17:40,707 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T23:17:40,707 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T23:17:40,707 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:40,708 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T23:17:40,708 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T23:17:40,708 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T23:17:40,708 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T23:17:40,708 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:40,708 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T23:17:40,708 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T23:17:40,708 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T23:17:40,712 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267860708,5,FailOnTimeoutGroup] 2024-12-03T23:17:40,716 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267860712,5,FailOnTimeoutGroup] 2024-12-03T23:17:40,716 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:40,716 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T23:17:40,717 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:40,717 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:40,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741831_1007 (size=1321) 2024-12-03T23:17:40,756 INFO [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer(746): ClusterId : d055ca2a-f623-4960-ab99-9010711b59ce 2024-12-03T23:17:40,756 DEBUG [RS:0;5f9d64419733:44701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:17:40,758 DEBUG [RS:0;5f9d64419733:44701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:17:40,758 DEBUG [RS:0;5f9d64419733:44701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:17:40,760 DEBUG [RS:0;5f9d64419733:44701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:17:40,761 DEBUG [RS:0;5f9d64419733:44701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314e41bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:17:40,773 DEBUG [RS:0;5f9d64419733:44701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5f9d64419733:44701 2024-12-03T23:17:40,773 INFO [RS:0;5f9d64419733:44701 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:17:40,773 INFO [RS:0;5f9d64419733:44701 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:17:40,773 DEBUG [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:17:40,774 INFO [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,34155,1733267858902 with port=44701, startcode=1733267858941 2024-12-03T23:17:40,774 DEBUG [RS:0;5f9d64419733:44701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:17:40,775 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:17:40,776 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34155 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,44701,1733267858941 2024-12-03T23:17:40,776 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34155 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,44701,1733267858941 2024-12-03T23:17:40,777 DEBUG [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d 2024-12-03T23:17:40,777 DEBUG [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39817 2024-12-03T23:17:40,777 DEBUG [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:17:40,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280303005/rs 2024-12-03T23:17:40,784 DEBUG [RS:0;5f9d64419733:44701 {}] zookeeper.ZKUtil(111): regionserver:44701-0x1017a9e7b350004, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Set watcher on existing znode=/1-280303005/rs/5f9d64419733,44701,1733267858941 2024-12-03T23:17:40,784 WARN [RS:0;5f9d64419733:44701 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:17:40,784 INFO [RS:0;5f9d64419733:44701 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:17:40,784 DEBUG [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/WALs/5f9d64419733,44701,1733267858941 2024-12-03T23:17:40,785 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,44701,1733267858941] 2024-12-03T23:17:40,788 INFO [RS:0;5f9d64419733:44701 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:17:40,789 INFO [RS:0;5f9d64419733:44701 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:17:40,790 INFO [RS:0;5f9d64419733:44701 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:17:40,790 INFO [RS:0;5f9d64419733:44701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:40,790 INFO [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:17:40,791 INFO [RS:0;5f9d64419733:44701 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:17:40,791 INFO [RS:0;5f9d64419733:44701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:40,791 DEBUG [RS:0;5f9d64419733:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:40,791 DEBUG [RS:0;5f9d64419733:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:40,791 DEBUG [RS:0;5f9d64419733:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:40,791 DEBUG [RS:0;5f9d64419733:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:40,791 DEBUG [RS:0;5f9d64419733:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:40,791 DEBUG [RS:0;5f9d64419733:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:17:40,791 DEBUG [RS:0;5f9d64419733:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:40,791 DEBUG [RS:0;5f9d64419733:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:40,791 DEBUG [RS:0;5f9d64419733:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:40,791 DEBUG [RS:0;5f9d64419733:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:40,791 DEBUG [RS:0;5f9d64419733:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:40,791 DEBUG [RS:0;5f9d64419733:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:17:40,791 DEBUG [RS:0;5f9d64419733:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:17:40,791 DEBUG [RS:0;5f9d64419733:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:17:40,792 INFO [RS:0;5f9d64419733:44701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:40,792 INFO [RS:0;5f9d64419733:44701 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:40,792 INFO [RS:0;5f9d64419733:44701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:40,792 INFO [RS:0;5f9d64419733:44701 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:40,792 INFO [RS:0;5f9d64419733:44701 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:40,792 INFO [RS:0;5f9d64419733:44701 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,44701,1733267858941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:17:40,806 INFO [RS:0;5f9d64419733:44701 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:17:40,806 INFO [RS:0;5f9d64419733:44701 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,44701,1733267858941-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:40,806 INFO [RS:0;5f9d64419733:44701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:40,806 INFO [RS:0;5f9d64419733:44701 {}] regionserver.Replication(171): 5f9d64419733,44701,1733267858941 started 2024-12-03T23:17:40,825 INFO [RS:0;5f9d64419733:44701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:40,825 INFO [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,44701,1733267858941, RpcServer on 5f9d64419733/172.17.0.2:44701, sessionid=0x1017a9e7b350004 2024-12-03T23:17:40,825 DEBUG [RS:0;5f9d64419733:44701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:17:40,825 DEBUG [RS:0;5f9d64419733:44701 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,44701,1733267858941 2024-12-03T23:17:40,825 DEBUG [RS:0;5f9d64419733:44701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,44701,1733267858941' 2024-12-03T23:17:40,825 DEBUG [RS:0;5f9d64419733:44701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-280303005/flush-table-proc/abort' 2024-12-03T23:17:40,826 DEBUG [RS:0;5f9d64419733:44701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-280303005/flush-table-proc/acquired' 2024-12-03T23:17:40,827 DEBUG [RS:0;5f9d64419733:44701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:17:40,827 DEBUG [RS:0;5f9d64419733:44701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:17:40,827 DEBUG [RS:0;5f9d64419733:44701 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,44701,1733267858941 2024-12-03T23:17:40,827 DEBUG [RS:0;5f9d64419733:44701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,44701,1733267858941' 2024-12-03T23:17:40,827 DEBUG [RS:0;5f9d64419733:44701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-280303005/online-snapshot/abort' 2024-12-03T23:17:40,827 DEBUG [RS:0;5f9d64419733:44701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-280303005/online-snapshot/acquired' 2024-12-03T23:17:40,827 DEBUG [RS:0;5f9d64419733:44701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:17:40,828 INFO [RS:0;5f9d64419733:44701 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:17:40,828 INFO [RS:0;5f9d64419733:44701 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:17:40,928 INFO [RS:0;5f9d64419733:44701 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:17:40,930 INFO [RS:0;5f9d64419733:44701 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C44701%2C1733267858941, suffix=, logDir=hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/WALs/5f9d64419733,44701,1733267858941, archiveDir=hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/oldWALs, maxLogs=10 2024-12-03T23:17:40,943 DEBUG [RS:0;5f9d64419733:44701 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/WALs/5f9d64419733,44701,1733267858941/5f9d64419733%2C44701%2C1733267858941.1733267860930, exclude list is [], retry=0 2024-12-03T23:17:40,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40909,DS-60a1f197-b732-465e-ab2a-978d9a6497a3,DISK] 2024-12-03T23:17:40,949 INFO [RS:0;5f9d64419733:44701 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/WALs/5f9d64419733,44701,1733267858941/5f9d64419733%2C44701%2C1733267858941.1733267860930 2024-12-03T23:17:40,949 DEBUG [RS:0;5f9d64419733:44701 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40343:40343)] 2024-12-03T23:17:41,121 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T23:17:41,121 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d 2024-12-03T23:17:41,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741833_1009 (size=32) 2024-12-03T23:17:41,184 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:17:41,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:17:41,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:17:41,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:17:41,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:17:41,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:41,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:17:41,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:17:41,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:41,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:41,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:17:41,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:17:41,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:41,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:41,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:17:41,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:17:41,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:41,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:41,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:17:41,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:17:41,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:41,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:41,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:17:41,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/1588230740 2024-12-03T23:17:41,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/1588230740 2024-12-03T23:17:41,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:17:41,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:17:41,540 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:17:41,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:17:41,543 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:17:41,544 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70260027, jitterRate=0.04695598781108856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:17:41,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733267861529Initializing all the Stores at 1733267861530 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267861530Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267861530Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267861530Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267861530Cleaning up temporary data from old regions at 1733267861539 (+9 ms)Region opened successfully at 1733267861544 (+5 ms) 2024-12-03T23:17:41,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:17:41,544 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:17:41,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:17:41,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:17:41,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:17:41,545 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:17:41,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733267861544Disabling compacts and flushes for region at 1733267861544Disabling writes for close at 1733267861544Writing region close event to WAL at 1733267861545 (+1 ms)Closed at 1733267861545 2024-12-03T23:17:41,546 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:17:41,546 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T23:17:41,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T23:17:41,549 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:17:41,550 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T23:17:41,701 DEBUG [5f9d64419733:34155 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T23:17:41,701 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5f9d64419733,44701,1733267858941 2024-12-03T23:17:41,703 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,44701,1733267858941, state=OPENING 2024-12-03T23:17:41,704 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T23:17:41,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x1017a9e7b350004, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280303005 2024-12-03T23:17:41,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280303005 2024-12-03T23:17:41,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-280303005/meta-region-server: CHANGED 2024-12-03T23:17:41,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-280303005/meta-region-server: CHANGED 2024-12-03T23:17:41,707 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:17:41,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,44701,1733267858941}] 2024-12-03T23:17:41,861 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:17:41,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:17:41,867 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T23:17:41,867 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:17:41,867 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T23:17:41,868 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C44701%2C1733267858941.meta, suffix=.meta, logDir=hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/WALs/5f9d64419733,44701,1733267858941, archiveDir=hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/oldWALs, maxLogs=10 2024-12-03T23:17:41,882 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/WALs/5f9d64419733,44701,1733267858941/5f9d64419733%2C44701%2C1733267858941.meta.1733267861869.meta, exclude list is [], retry=0 2024-12-03T23:17:41,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40909,DS-60a1f197-b732-465e-ab2a-978d9a6497a3,DISK] 2024-12-03T23:17:41,886 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/WALs/5f9d64419733,44701,1733267858941/5f9d64419733%2C44701%2C1733267858941.meta.1733267861869.meta 2024-12-03T23:17:41,886 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40343:40343)] 2024-12-03T23:17:41,886 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:17:41,887 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:17:41,887 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:17:41,887 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T23:17:41,887 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T23:17:41,887 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T23:17:41,887 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:41,887 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T23:17:41,887 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T23:17:41,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:17:41,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:17:41,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:41,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:41,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:17:41,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:17:41,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:41,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:41,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:17:41,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:17:41,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:41,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:41,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:17:41,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:17:41,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:41,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:17:41,893 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:17:41,894 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/1588230740 2024-12-03T23:17:41,895 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/1588230740 2024-12-03T23:17:41,897 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:17:41,897 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:17:41,898 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:17:41,899 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:17:41,900 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68817210, jitterRate=0.025456339120864868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:17:41,900 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T23:17:41,900 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733267861887Writing region info on filesystem at 1733267861887Initializing all the Stores at 1733267861888 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267861888Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267861888Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267861888Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267861888Cleaning up temporary data from old regions at 1733267861897 (+9 ms)Running coprocessor post-open hooks at 1733267861900 (+3 ms)Region opened successfully at 1733267861900 2024-12-03T23:17:41,901 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733267861860 2024-12-03T23:17:41,904 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T23:17:41,904 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T23:17:41,904 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,44701,1733267858941 2024-12-03T23:17:41,905 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,44701,1733267858941, state=OPEN 2024-12-03T23:17:41,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-280303005/meta-region-server 2024-12-03T23:17:41,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x1017a9e7b350004, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-280303005/meta-region-server 2024-12-03T23:17:41,908 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5f9d64419733,44701,1733267858941 2024-12-03T23:17:41,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-280303005/meta-region-server: CHANGED 2024-12-03T23:17:41,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-280303005/meta-region-server: CHANGED 2024-12-03T23:17:41,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T23:17:41,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,44701,1733267858941 in 201 msec 2024-12-03T23:17:41,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T23:17:41,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 365 msec 2024-12-03T23:17:41,914 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:17:41,914 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T23:17:41,916 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:17:41,916 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,44701,1733267858941, seqNum=-1] 2024-12-03T23:17:41,916 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:17:41,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:17:41,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2190 sec 2024-12-03T23:17:41,923 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733267861923, completionTime=-1 2024-12-03T23:17:41,923 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T23:17:41,923 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T23:17:41,925 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T23:17:41,925 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733267921925 2024-12-03T23:17:41,925 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733267981925 2024-12-03T23:17:41,925 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T23:17:41,925 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,34155,1733267858902-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:41,925 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,34155,1733267858902-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:41,925 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,34155,1733267858902-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:41,926 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5f9d64419733:34155, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:41,926 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:41,926 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:41,927 DEBUG [master/5f9d64419733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T23:17:41,930 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.958sec 2024-12-03T23:17:41,930 INFO [master/5f9d64419733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T23:17:41,930 INFO [master/5f9d64419733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T23:17:41,930 INFO [master/5f9d64419733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T23:17:41,930 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T23:17:41,930 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T23:17:41,930 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,34155,1733267858902-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:17:41,930 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,34155,1733267858902-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T23:17:41,932 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T23:17:41,933 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T23:17:41,933 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,34155,1733267858902-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:17:41,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9105db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:41,957 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,34155,-1 for getting cluster id 2024-12-03T23:17:41,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:41,959 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd055ca2a-f623-4960-ab99-9010711b59ce' 2024-12-03T23:17:41,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:41,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d055ca2a-f623-4960-ab99-9010711b59ce" 2024-12-03T23:17:41,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b132fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:41,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,34155,-1] 2024-12-03T23:17:41,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:41,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:41,961 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:41,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b5fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:41,962 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:17:41,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,44701,1733267858941, seqNum=-1] 2024-12-03T23:17:41,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:17:41,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:17:41,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5f9d64419733,34155,1733267858902 2024-12-03T23:17:41,967 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55026 2024-12-03T23:17:41,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:17:41,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017a9e7b350005 connected 2024-12-03T23:17:41,975 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:17:41,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,36227,1733267854578 2024-12-03T23:17:41,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d1f701d 2024-12-03T23:17:41,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:17:41,977 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:17:41,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:17:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T23:17:41,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:17:41,985 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:41,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T23:17:41,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:17:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:17:41,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741835_1011 (size=902) 2024-12-03T23:17:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:17:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:17:42,394 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f31996d89bf1b713921d4205b9c6dcb, NAME => 'test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4 2024-12-03T23:17:42,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741836_1012 (size=39) 2024-12-03T23:17:42,485 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T23:17:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:17:42,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:42,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1f31996d89bf1b713921d4205b9c6dcb, disabling compactions & flushes 2024-12-03T23:17:42,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb. 2024-12-03T23:17:42,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb. 2024-12-03T23:17:42,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb. after waiting 0 ms 2024-12-03T23:17:42,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb. 2024-12-03T23:17:42,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb. 2024-12-03T23:17:42,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f31996d89bf1b713921d4205b9c6dcb: Waiting for close lock at 1733267862801Disabling compacts and flushes for region at 1733267862801Disabling writes for close at 1733267862801Writing region close event to WAL at 1733267862801Closed at 1733267862801 2024-12-03T23:17:42,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:17:42,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733267862803"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733267862803"}]},"ts":"1733267862803"} 2024-12-03T23:17:42,806 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:17:42,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:17:42,807 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733267862807"}]},"ts":"1733267862807"} 2024-12-03T23:17:42,809 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T23:17:42,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1f31996d89bf1b713921d4205b9c6dcb, ASSIGN}] 2024-12-03T23:17:42,811 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1f31996d89bf1b713921d4205b9c6dcb, ASSIGN 2024-12-03T23:17:42,811 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1f31996d89bf1b713921d4205b9c6dcb, ASSIGN; state=OFFLINE, location=5f9d64419733,40267,1733267854634; forceNewPlan=false, retain=false 2024-12-03T23:17:42,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f31996d89bf1b713921d4205b9c6dcb, regionState=OPENING, regionLocation=5f9d64419733,40267,1733267854634 2024-12-03T23:17:42,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1f31996d89bf1b713921d4205b9c6dcb, ASSIGN because future has completed 2024-12-03T23:17:42,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f31996d89bf1b713921d4205b9c6dcb, server=5f9d64419733,40267,1733267854634}] 2024-12-03T23:17:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:17:43,125 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb. 2024-12-03T23:17:43,126 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f31996d89bf1b713921d4205b9c6dcb, NAME => 'test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:17:43,126 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:17:43,127 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T23:17:43,127 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1f31996d89bf1b713921d4205b9c6dcb 2024-12-03T23:17:43,127 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:43,127 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1f31996d89bf1b713921d4205b9c6dcb 2024-12-03T23:17:43,127 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1f31996d89bf1b713921d4205b9c6dcb 2024-12-03T23:17:43,129 INFO [StoreOpener-1f31996d89bf1b713921d4205b9c6dcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1f31996d89bf1b713921d4205b9c6dcb 2024-12-03T23:17:43,130 INFO [StoreOpener-1f31996d89bf1b713921d4205b9c6dcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f31996d89bf1b713921d4205b9c6dcb columnFamilyName f 2024-12-03T23:17:43,130 DEBUG [StoreOpener-1f31996d89bf1b713921d4205b9c6dcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:43,131 INFO [StoreOpener-1f31996d89bf1b713921d4205b9c6dcb-1 {}] regionserver.HStore(327): Store=1f31996d89bf1b713921d4205b9c6dcb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:43,131 INFO [StoreOpener-1f31996d89bf1b713921d4205b9c6dcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1f31996d89bf1b713921d4205b9c6dcb 2024-12-03T23:17:43,132 INFO [StoreOpener-1f31996d89bf1b713921d4205b9c6dcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f31996d89bf1b713921d4205b9c6dcb columnFamilyName f1 2024-12-03T23:17:43,132 DEBUG [StoreOpener-1f31996d89bf1b713921d4205b9c6dcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:43,133 INFO [StoreOpener-1f31996d89bf1b713921d4205b9c6dcb-1 {}] regionserver.HStore(327): Store=1f31996d89bf1b713921d4205b9c6dcb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:43,133 INFO [StoreOpener-1f31996d89bf1b713921d4205b9c6dcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1f31996d89bf1b713921d4205b9c6dcb 2024-12-03T23:17:43,134 INFO [StoreOpener-1f31996d89bf1b713921d4205b9c6dcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f31996d89bf1b713921d4205b9c6dcb columnFamilyName norep 2024-12-03T23:17:43,134 DEBUG [StoreOpener-1f31996d89bf1b713921d4205b9c6dcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:43,135 INFO [StoreOpener-1f31996d89bf1b713921d4205b9c6dcb-1 {}] regionserver.HStore(327): Store=1f31996d89bf1b713921d4205b9c6dcb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:43,135 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1f31996d89bf1b713921d4205b9c6dcb 2024-12-03T23:17:43,136 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/default/test/1f31996d89bf1b713921d4205b9c6dcb 2024-12-03T23:17:43,136 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/default/test/1f31996d89bf1b713921d4205b9c6dcb 2024-12-03T23:17:43,137 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1f31996d89bf1b713921d4205b9c6dcb 2024-12-03T23:17:43,138 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1f31996d89bf1b713921d4205b9c6dcb 2024-12-03T23:17:43,138 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:17:43,140 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1f31996d89bf1b713921d4205b9c6dcb 2024-12-03T23:17:43,142 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/default/test/1f31996d89bf1b713921d4205b9c6dcb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:17:43,143 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1f31996d89bf1b713921d4205b9c6dcb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64921417, jitterRate=-0.032595500349998474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:17:43,143 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f31996d89bf1b713921d4205b9c6dcb 2024-12-03T23:17:43,144 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1f31996d89bf1b713921d4205b9c6dcb: Running coprocessor pre-open hook at 1733267863127Writing region info on filesystem at 1733267863127Initializing all the Stores at 1733267863128 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267863128Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267863128Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267863129 (+1 ms)Cleaning up temporary data from old regions at 1733267863138 (+9 ms)Running coprocessor post-open hooks at 1733267863143 (+5 ms)Region opened successfully at 1733267863144 (+1 ms) 2024-12-03T23:17:43,146 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb., pid=6, masterSystemTime=1733267863120 2024-12-03T23:17:43,149 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb. 2024-12-03T23:17:43,149 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb. 2024-12-03T23:17:43,151 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f31996d89bf1b713921d4205b9c6dcb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5f9d64419733,40267,1733267854634 2024-12-03T23:17:43,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f31996d89bf1b713921d4205b9c6dcb, server=5f9d64419733,40267,1733267854634 because future has completed 2024-12-03T23:17:43,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T23:17:43,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f31996d89bf1b713921d4205b9c6dcb, server=5f9d64419733,40267,1733267854634 in 188 msec 2024-12-03T23:17:43,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T23:17:43,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1f31996d89bf1b713921d4205b9c6dcb, ASSIGN in 348 msec 2024-12-03T23:17:43,162 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:17:43,162 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733267863162"}]},"ts":"1733267863162"} 2024-12-03T23:17:43,165 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T23:17:43,166 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:17:43,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1840 sec 2024-12-03T23:17:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:17:44,140 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:17:44,140 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T23:17:44,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,34155,1733267858902 2024-12-03T23:17:44,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fb41fc8 2024-12-03T23:17:44,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:17:44,142 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:17:44,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:17:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T23:17:44,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:17:44,146 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:44,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T23:17:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:17:44,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:17:44,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741835_1011 (size=902) 2024-12-03T23:17:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:17:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:17:44,555 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b3d0ee11e9ded26ff60243b30da083c0, NAME => 'test,,1733267864143.b3d0ee11e9ded26ff60243b30da083c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d 2024-12-03T23:17:44,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741836_1012 (size=39) 2024-12-03T23:17:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:17:44,962 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733267864143.b3d0ee11e9ded26ff60243b30da083c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:44,962 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b3d0ee11e9ded26ff60243b30da083c0, disabling compactions & flushes 2024-12-03T23:17:44,962 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733267864143.b3d0ee11e9ded26ff60243b30da083c0. 2024-12-03T23:17:44,962 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733267864143.b3d0ee11e9ded26ff60243b30da083c0. 2024-12-03T23:17:44,962 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733267864143.b3d0ee11e9ded26ff60243b30da083c0. after waiting 0 ms 2024-12-03T23:17:44,962 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733267864143.b3d0ee11e9ded26ff60243b30da083c0. 2024-12-03T23:17:44,962 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733267864143.b3d0ee11e9ded26ff60243b30da083c0. 2024-12-03T23:17:44,962 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b3d0ee11e9ded26ff60243b30da083c0: Waiting for close lock at 1733267864962Disabling compacts and flushes for region at 1733267864962Disabling writes for close at 1733267864962Writing region close event to WAL at 1733267864962Closed at 1733267864962 2024-12-03T23:17:44,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:17:44,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733267864143.b3d0ee11e9ded26ff60243b30da083c0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733267864964"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733267864964"}]},"ts":"1733267864964"} 2024-12-03T23:17:44,967 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:17:44,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:17:44,968 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733267864968"}]},"ts":"1733267864968"} 2024-12-03T23:17:44,970 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T23:17:44,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b3d0ee11e9ded26ff60243b30da083c0, ASSIGN}] 2024-12-03T23:17:44,972 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b3d0ee11e9ded26ff60243b30da083c0, ASSIGN 2024-12-03T23:17:44,973 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b3d0ee11e9ded26ff60243b30da083c0, ASSIGN; state=OFFLINE, location=5f9d64419733,44701,1733267858941; forceNewPlan=false, retain=false 2024-12-03T23:17:45,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b3d0ee11e9ded26ff60243b30da083c0, regionState=OPENING, regionLocation=5f9d64419733,44701,1733267858941 2024-12-03T23:17:45,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b3d0ee11e9ded26ff60243b30da083c0, ASSIGN because future has completed 2024-12-03T23:17:45,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3d0ee11e9ded26ff60243b30da083c0, server=5f9d64419733,44701,1733267858941}] 2024-12-03T23:17:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:17:45,283 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733267864143.b3d0ee11e9ded26ff60243b30da083c0. 2024-12-03T23:17:45,283 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b3d0ee11e9ded26ff60243b30da083c0, NAME => 'test,,1733267864143.b3d0ee11e9ded26ff60243b30da083c0.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:17:45,284 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:17:45,284 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T23:17:45,284 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b3d0ee11e9ded26ff60243b30da083c0 2024-12-03T23:17:45,284 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733267864143.b3d0ee11e9ded26ff60243b30da083c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:45,284 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b3d0ee11e9ded26ff60243b30da083c0 2024-12-03T23:17:45,284 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b3d0ee11e9ded26ff60243b30da083c0 2024-12-03T23:17:45,286 INFO [StoreOpener-b3d0ee11e9ded26ff60243b30da083c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b3d0ee11e9ded26ff60243b30da083c0 2024-12-03T23:17:45,287 INFO [StoreOpener-b3d0ee11e9ded26ff60243b30da083c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3d0ee11e9ded26ff60243b30da083c0 columnFamilyName f 2024-12-03T23:17:45,287 DEBUG [StoreOpener-b3d0ee11e9ded26ff60243b30da083c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:45,287 INFO [StoreOpener-b3d0ee11e9ded26ff60243b30da083c0-1 {}] regionserver.HStore(327): Store=b3d0ee11e9ded26ff60243b30da083c0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:45,288 INFO [StoreOpener-b3d0ee11e9ded26ff60243b30da083c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b3d0ee11e9ded26ff60243b30da083c0 2024-12-03T23:17:45,289 INFO [StoreOpener-b3d0ee11e9ded26ff60243b30da083c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3d0ee11e9ded26ff60243b30da083c0 columnFamilyName f1 2024-12-03T23:17:45,289 DEBUG [StoreOpener-b3d0ee11e9ded26ff60243b30da083c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:45,289 INFO [StoreOpener-b3d0ee11e9ded26ff60243b30da083c0-1 {}] regionserver.HStore(327): Store=b3d0ee11e9ded26ff60243b30da083c0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:45,289 INFO [StoreOpener-b3d0ee11e9ded26ff60243b30da083c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b3d0ee11e9ded26ff60243b30da083c0 2024-12-03T23:17:45,291 INFO [StoreOpener-b3d0ee11e9ded26ff60243b30da083c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3d0ee11e9ded26ff60243b30da083c0 columnFamilyName norep 2024-12-03T23:17:45,291 DEBUG [StoreOpener-b3d0ee11e9ded26ff60243b30da083c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:45,291 INFO [StoreOpener-b3d0ee11e9ded26ff60243b30da083c0-1 {}] regionserver.HStore(327): Store=b3d0ee11e9ded26ff60243b30da083c0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:45,291 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b3d0ee11e9ded26ff60243b30da083c0 2024-12-03T23:17:45,292 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/default/test/b3d0ee11e9ded26ff60243b30da083c0 2024-12-03T23:17:45,292 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/default/test/b3d0ee11e9ded26ff60243b30da083c0 2024-12-03T23:17:45,293 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b3d0ee11e9ded26ff60243b30da083c0 2024-12-03T23:17:45,293 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b3d0ee11e9ded26ff60243b30da083c0 2024-12-03T23:17:45,294 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:17:45,294 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b3d0ee11e9ded26ff60243b30da083c0 2024-12-03T23:17:45,297 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/default/test/b3d0ee11e9ded26ff60243b30da083c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:17:45,297 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b3d0ee11e9ded26ff60243b30da083c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70810051, jitterRate=0.055151984095573425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:17:45,297 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3d0ee11e9ded26ff60243b30da083c0 2024-12-03T23:17:45,297 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b3d0ee11e9ded26ff60243b30da083c0: Running coprocessor pre-open hook at 1733267865284Writing region info on filesystem at 1733267865284Initializing all the Stores at 1733267865285 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267865285Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267865285Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267865285Cleaning up temporary data from old regions at 1733267865293 (+8 ms)Running coprocessor post-open hooks at 1733267865297 (+4 ms)Region opened successfully at 1733267865297 2024-12-03T23:17:45,298 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733267864143.b3d0ee11e9ded26ff60243b30da083c0., pid=6, masterSystemTime=1733267865279 2024-12-03T23:17:45,300 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733267864143.b3d0ee11e9ded26ff60243b30da083c0. 2024-12-03T23:17:45,300 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733267864143.b3d0ee11e9ded26ff60243b30da083c0. 2024-12-03T23:17:45,301 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b3d0ee11e9ded26ff60243b30da083c0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5f9d64419733,44701,1733267858941 2024-12-03T23:17:45,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3d0ee11e9ded26ff60243b30da083c0, server=5f9d64419733,44701,1733267858941 because future has completed 2024-12-03T23:17:45,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T23:17:45,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b3d0ee11e9ded26ff60243b30da083c0, server=5f9d64419733,44701,1733267858941 in 177 msec 2024-12-03T23:17:45,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T23:17:45,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b3d0ee11e9ded26ff60243b30da083c0, ASSIGN in 336 msec 2024-12-03T23:17:45,309 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:17:45,310 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733267865309"}]},"ts":"1733267865309"} 2024-12-03T23:17:45,311 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T23:17:45,312 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:17:45,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-12-03T23:17:45,682 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T23:17:45,683 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T23:17:45,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T23:17:45,684 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T23:17:45,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:17:45,684 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T23:17:45,685 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T23:17:45,685 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T23:17:45,685 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:17:45,685 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T23:17:45,685 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T23:17:45,685 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T23:17:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:17:46,290 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T23:17:46,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279f3f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:46,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,36227,-1 for getting cluster id 2024-12-03T23:17:46,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:46,292 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4bdd7dc-74d6-4ffa-9144-174778473849' 2024-12-03T23:17:46,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:46,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4bdd7dc-74d6-4ffa-9144-174778473849" 2024-12-03T23:17:46,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fa630d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:46,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,36227,-1] 2024-12-03T23:17:46,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:46,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:46,294 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:46,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72eb2710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:46,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9020e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:46,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,34155,-1 for getting cluster id 2024-12-03T23:17:46,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:46,296 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd055ca2a-f623-4960-ab99-9010711b59ce' 2024-12-03T23:17:46,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:46,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d055ca2a-f623-4960-ab99-9010711b59ce" 2024-12-03T23:17:46,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682c5aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:46,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,34155,-1] 2024-12-03T23:17:46,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:46,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:46,297 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:46,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6623642a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:46,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e43990e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:46,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,36227,-1 for getting cluster id 2024-12-03T23:17:46,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:46,299 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4bdd7dc-74d6-4ffa-9144-174778473849' 2024-12-03T23:17:46,300 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:46,300 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4bdd7dc-74d6-4ffa-9144-174778473849" 2024-12-03T23:17:46,300 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a05918b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:46,300 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,36227,-1] 2024-12-03T23:17:46,300 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:46,300 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:46,301 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:46,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d6eb99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:46,303 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:17:46,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,36227,1733267854578 2024-12-03T23:17:46,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15e2993c 2024-12-03T23:17:46,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:17:46,305 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:17:46,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5f9d64419733:34155,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-03T23:17:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T23:17:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:17:46,309 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:34155' 2024-12-03T23:17:46,310 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa8325f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:46,310 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,34155,-1 for getting cluster id 2024-12-03T23:17:46,310 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:46,310 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd055ca2a-f623-4960-ab99-9010711b59ce' 2024-12-03T23:17:46,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:46,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d055ca2a-f623-4960-ab99-9010711b59ce" 2024-12-03T23:17:46,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d5dc74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:46,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,34155,-1] 2024-12-03T23:17:46,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:46,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:46,312 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:46,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7531a79d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:46,313 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:17:46,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,34155,1733267858902 2024-12-03T23:17:46,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23d0c8a4 2024-12-03T23:17:46,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:17:46,314 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:17:46,315 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T23:17:46,315 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T23:17:46,315 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:46,315 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:46,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:17:46,315 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:17:46,317 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T23:17:46,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:17:46,318 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:46,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:17:46,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741837_1013 (size=1138) 2024-12-03T23:17:46,367 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T23:17:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:17:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:17:46,727 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e925f5bdab0eb7f79f97a840c8bb73a7, NAME => 'hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4 2024-12-03T23:17:46,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741838_1014 (size=44) 2024-12-03T23:17:46,788 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T23:17:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:17:47,133 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:47,133 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e925f5bdab0eb7f79f97a840c8bb73a7, disabling compactions & flushes 2024-12-03T23:17:47,134 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7. 2024-12-03T23:17:47,134 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7. 2024-12-03T23:17:47,134 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7. after waiting 0 ms 2024-12-03T23:17:47,134 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7. 2024-12-03T23:17:47,134 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7. 2024-12-03T23:17:47,134 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e925f5bdab0eb7f79f97a840c8bb73a7: Waiting for close lock at 1733267867133Disabling compacts and flushes for region at 1733267867133Disabling writes for close at 1733267867134 (+1 ms)Writing region close event to WAL at 1733267867134Closed at 1733267867134 2024-12-03T23:17:47,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:17:47,135 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733267867135"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733267867135"}]},"ts":"1733267867135"} 2024-12-03T23:17:47,138 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:17:47,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:17:47,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733267867139"}]},"ts":"1733267867139"} 2024-12-03T23:17:47,141 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T23:17:47,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e925f5bdab0eb7f79f97a840c8bb73a7, ASSIGN}] 2024-12-03T23:17:47,143 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e925f5bdab0eb7f79f97a840c8bb73a7, ASSIGN 2024-12-03T23:17:47,143 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e925f5bdab0eb7f79f97a840c8bb73a7, ASSIGN; state=OFFLINE, location=5f9d64419733,40267,1733267854634; forceNewPlan=false, retain=false 2024-12-03T23:17:47,294 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e925f5bdab0eb7f79f97a840c8bb73a7, regionState=OPENING, regionLocation=5f9d64419733,40267,1733267854634 2024-12-03T23:17:47,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e925f5bdab0eb7f79f97a840c8bb73a7, ASSIGN because future has completed 2024-12-03T23:17:47,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e925f5bdab0eb7f79f97a840c8bb73a7, server=5f9d64419733,40267,1733267854634}] 2024-12-03T23:17:47,389 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:17:47,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:17:47,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:17:47,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:17:47,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:17:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:17:47,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7. 2024-12-03T23:17:47,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:17:47,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T23:17:47,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C40267%2C1733267854634.rep, suffix=, logDir=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634, archiveDir=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/oldWALs, maxLogs=10 2024-12-03T23:17:47,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.rep.1733267867455, exclude list is [], retry=0 2024-12-03T23:17:47,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34175,DS-c8ab2927-7af4-4313-a934-ab455b0e1e12,DISK] 2024-12-03T23:17:47,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.rep.1733267867455 2024-12-03T23:17:47,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44727:44727)] 2024-12-03T23:17:47,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e925f5bdab0eb7f79f97a840c8bb73a7, NAME => 'hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:17:47,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:17:47,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:17:47,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7. service=MultiRowMutationService 2024-12-03T23:17:47,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T23:17:47,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e925f5bdab0eb7f79f97a840c8bb73a7 2024-12-03T23:17:47,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:17:47,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e925f5bdab0eb7f79f97a840c8bb73a7 2024-12-03T23:17:47,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e925f5bdab0eb7f79f97a840c8bb73a7 2024-12-03T23:17:47,475 INFO [StoreOpener-e925f5bdab0eb7f79f97a840c8bb73a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e925f5bdab0eb7f79f97a840c8bb73a7 2024-12-03T23:17:47,476 INFO [StoreOpener-e925f5bdab0eb7f79f97a840c8bb73a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e925f5bdab0eb7f79f97a840c8bb73a7 columnFamilyName hfileref 2024-12-03T23:17:47,476 DEBUG [StoreOpener-e925f5bdab0eb7f79f97a840c8bb73a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:47,477 INFO [StoreOpener-e925f5bdab0eb7f79f97a840c8bb73a7-1 {}] regionserver.HStore(327): Store=e925f5bdab0eb7f79f97a840c8bb73a7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:47,477 INFO [StoreOpener-e925f5bdab0eb7f79f97a840c8bb73a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e925f5bdab0eb7f79f97a840c8bb73a7 2024-12-03T23:17:47,478 INFO [StoreOpener-e925f5bdab0eb7f79f97a840c8bb73a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e925f5bdab0eb7f79f97a840c8bb73a7 columnFamilyName queue 2024-12-03T23:17:47,478 DEBUG [StoreOpener-e925f5bdab0eb7f79f97a840c8bb73a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:47,478 INFO [StoreOpener-e925f5bdab0eb7f79f97a840c8bb73a7-1 {}] regionserver.HStore(327): Store=e925f5bdab0eb7f79f97a840c8bb73a7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:47,478 INFO [StoreOpener-e925f5bdab0eb7f79f97a840c8bb73a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e925f5bdab0eb7f79f97a840c8bb73a7 2024-12-03T23:17:47,479 INFO [StoreOpener-e925f5bdab0eb7f79f97a840c8bb73a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e925f5bdab0eb7f79f97a840c8bb73a7 columnFamilyName sid 2024-12-03T23:17:47,479 DEBUG [StoreOpener-e925f5bdab0eb7f79f97a840c8bb73a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:17:47,480 INFO [StoreOpener-e925f5bdab0eb7f79f97a840c8bb73a7-1 {}] regionserver.HStore(327): Store=e925f5bdab0eb7f79f97a840c8bb73a7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:17:47,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e925f5bdab0eb7f79f97a840c8bb73a7 2024-12-03T23:17:47,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/replication/e925f5bdab0eb7f79f97a840c8bb73a7 2024-12-03T23:17:47,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/replication/e925f5bdab0eb7f79f97a840c8bb73a7 2024-12-03T23:17:47,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e925f5bdab0eb7f79f97a840c8bb73a7 2024-12-03T23:17:47,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e925f5bdab0eb7f79f97a840c8bb73a7 2024-12-03T23:17:47,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:17:47,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e925f5bdab0eb7f79f97a840c8bb73a7 2024-12-03T23:17:47,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/replication/e925f5bdab0eb7f79f97a840c8bb73a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:17:47,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e925f5bdab0eb7f79f97a840c8bb73a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70864144, jitterRate=0.05595803260803223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:17:47,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e925f5bdab0eb7f79f97a840c8bb73a7 2024-12-03T23:17:47,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e925f5bdab0eb7f79f97a840c8bb73a7: Running coprocessor pre-open hook at 1733267867474Writing region info on filesystem at 1733267867474Initializing all the Stores at 1733267867475 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267867475Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267867475Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267867475Cleaning up temporary data from old regions at 1733267867482 (+7 ms)Running coprocessor post-open hooks at 1733267867486 (+4 ms)Region opened successfully at 1733267867487 (+1 ms) 2024-12-03T23:17:47,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7., pid=10, masterSystemTime=1733267867449 2024-12-03T23:17:47,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7. 2024-12-03T23:17:47,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7. 2024-12-03T23:17:47,490 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e925f5bdab0eb7f79f97a840c8bb73a7, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,40267,1733267854634 2024-12-03T23:17:47,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e925f5bdab0eb7f79f97a840c8bb73a7, server=5f9d64419733,40267,1733267854634 because future has completed 2024-12-03T23:17:47,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T23:17:47,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e925f5bdab0eb7f79f97a840c8bb73a7, server=5f9d64419733,40267,1733267854634 in 196 msec 2024-12-03T23:17:47,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T23:17:47,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e925f5bdab0eb7f79f97a840c8bb73a7, ASSIGN in 354 msec 2024-12-03T23:17:47,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:17:47,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733267867498"}]},"ts":"1733267867498"} 2024-12-03T23:17:47,501 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T23:17:47,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:17:47,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-12-03T23:17:47,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7., hostname=5f9d64419733,40267,1733267854634, seqNum=2] 2024-12-03T23:17:47,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1366383921 2024-12-03T23:17:47,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40267-0x1017a9e7b350001, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1366383921 2024-12-03T23:17:47,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T23:17:47,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40267 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T23:17:47,690 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T23:17:47,731 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5f9d64419733,40267,1733267854634, ReplicationSource: 1, currentBandwidth=0 2024-12-03T23:17:47,731 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:17:47,731 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,40267,1733267854634, seqNum=-1] 2024-12-03T23:17:47,732 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:17:47,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-03T23:17:47,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5f9d64419733,40267,1733267854634', locateType=CURRENT is [region=hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7., hostname=5f9d64419733,40267,1733267854634, seqNum=2] 2024-12-03T23:17:47,742 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T23:17:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T23:17:47,744 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5f9d64419733,40267,1733267854634 suceeded 2024-12-03T23:17:47,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T23:17:47,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-12-03T23:17:47,747 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5f9d64419733:34155,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-03T23:17:47,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4420 sec 2024-12-03T23:17:47,758 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:34155' 2024-12-03T23:17:47,759 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b311381, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:47,759 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,34155,-1 for getting cluster id 2024-12-03T23:17:47,759 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:47,760 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd055ca2a-f623-4960-ab99-9010711b59ce' 2024-12-03T23:17:47,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:47,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d055ca2a-f623-4960-ab99-9010711b59ce" 2024-12-03T23:17:47,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d3d97d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:47,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,34155,-1] 2024-12-03T23:17:47,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:47,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:47,762 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:47,763 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71f3e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:47,763 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:17:47,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,34155,1733267858902 2024-12-03T23:17:47,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f2d083e 2024-12-03T23:17:47,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:17:47,765 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-03T23:17:47,765 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5f9d64419733,40267,1733267854634 (queues=1) is replicating from cluster=d4bdd7dc-74d6-4ffa-9144-174778473849 to cluster=d055ca2a-f623-4960-ab99-9010711b59ce 2024-12-03T23:17:47,765 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5f9d64419733%2C40267%2C1733267854634 2024-12-03T23:17:47,765 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5f9d64419733,40267,1733267854634, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T23:17:47,768 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.shipper5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5f9d64419733%2C40267%2C1733267854634 2024-12-03T23:17:47,768 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630, startPosition=0, beingWritten=true 2024-12-03T23:17:47,778 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:17:47,778 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 379, reset compression=false 2024-12-03T23:17:47,778 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.shipper5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,40267,1733267854634 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:17:47,985 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 379, reset compression=false 2024-12-03T23:17:48,290 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 379, reset compression=false 2024-12-03T23:17:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:17:48,460 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T23:17:48,460 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:17:48,460 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:48,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:48,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:48,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:17:48,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:48,466 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733267868465/Put/seqid=0 2024-12-03T23:17:48,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741840_1016 (size=7894) 2024-12-03T23:17:48,487 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T23:17:48,694 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 379, reset compression=false 2024-12-03T23:17:48,874 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/load_f/f/hfile_1 is 34, key is ddd/f:row/1733267868873/Put/seqid=0 2024-12-03T23:17:48,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741841_1017 (size=7691) 2024-12-03T23:17:49,199 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 379, reset compression=false 2024-12-03T23:17:49,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781589b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:49,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,36227,-1 for getting cluster id 2024-12-03T23:17:49,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:49,285 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4bdd7dc-74d6-4ffa-9144-174778473849' 2024-12-03T23:17:49,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:49,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4bdd7dc-74d6-4ffa-9144-174778473849" 2024-12-03T23:17:49,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be333d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:49,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,36227,-1] 2024-12-03T23:17:49,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:49,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:49,287 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:49,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2b4e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:49,289 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:17:49,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,40267,1733267854634, seqNum=-1] 2024-12-03T23:17:49,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:17:49,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:17:49,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:17:49,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,36227,1733267854578 2024-12-03T23:17:49,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6589d8d3 2024-12-03T23:17:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:17:49,308 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:17:49,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb., hostname=5f9d64419733,40267,1733267854634, seqNum=2] 2024-12-03T23:17:49,325 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T23:17:49,339 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-03T23:17:49,342 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-03T23:17:49,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/load_f/f/hfile_0 for inclusion in 1f31996d89bf1b713921d4205b9c6dcb/f 2024-12-03T23:17:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T23:17:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:17:49,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/load_f/f/hfile_1 for inclusion in 1f31996d89bf1b713921d4205b9c6dcb/f 2024-12-03T23:17:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T23:17:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:17:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HRegion(2603): Flush status journal for 1f31996d89bf1b713921d4205b9c6dcb: 2024-12-03T23:17:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/load_f/f/hfile_0 to hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/staging/jenkins__test__ae7jvdu8153t7oj6e3t2rtkj9gh16uohjntfn6rbssb4hsqsvjco8e9taqstl85o/f/hfile_0 2024-12-03T23:17:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/staging/jenkins__test__ae7jvdu8153t7oj6e3t2rtkj9gh16uohjntfn6rbssb4hsqsvjco8e9taqstl85o/f/hfile_0 as hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/default/test/1f31996d89bf1b713921d4205b9c6dcb/f/09289b86193c4d1592669e230b9c737b_SeqId_4_ 2024-12-03T23:17:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/load_f/f/hfile_1 to hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/staging/jenkins__test__ae7jvdu8153t7oj6e3t2rtkj9gh16uohjntfn6rbssb4hsqsvjco8e9taqstl85o/f/hfile_1 2024-12-03T23:17:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/staging/jenkins__test__ae7jvdu8153t7oj6e3t2rtkj9gh16uohjntfn6rbssb4hsqsvjco8e9taqstl85o/f/hfile_1 as hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/default/test/1f31996d89bf1b713921d4205b9c6dcb/f/d3fe2b5215124ef9979111bb1a062fa1_SeqId_4_ 2024-12-03T23:17:49,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/staging/jenkins__test__ae7jvdu8153t7oj6e3t2rtkj9gh16uohjntfn6rbssb4hsqsvjco8e9taqstl85o/f/hfile_0 into 1f31996d89bf1b713921d4205b9c6dcb/f as hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/default/test/1f31996d89bf1b713921d4205b9c6dcb/f/09289b86193c4d1592669e230b9c737b_SeqId_4_ - updating store file list. 2024-12-03T23:17:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 09289b86193c4d1592669e230b9c737b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T23:17:49,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/default/test/1f31996d89bf1b713921d4205b9c6dcb/f/09289b86193c4d1592669e230b9c737b_SeqId_4_ into 1f31996d89bf1b713921d4205b9c6dcb/f 2024-12-03T23:17:49,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/staging/jenkins__test__ae7jvdu8153t7oj6e3t2rtkj9gh16uohjntfn6rbssb4hsqsvjco8e9taqstl85o/f/hfile_0 into 1f31996d89bf1b713921d4205b9c6dcb/f (new location: hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/default/test/1f31996d89bf1b713921d4205b9c6dcb/f/09289b86193c4d1592669e230b9c737b_SeqId_4_) 2024-12-03T23:17:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/staging/jenkins__test__ae7jvdu8153t7oj6e3t2rtkj9gh16uohjntfn6rbssb4hsqsvjco8e9taqstl85o/f/hfile_0 2024-12-03T23:17:49,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/staging/jenkins__test__ae7jvdu8153t7oj6e3t2rtkj9gh16uohjntfn6rbssb4hsqsvjco8e9taqstl85o/f/hfile_1 into 1f31996d89bf1b713921d4205b9c6dcb/f as hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/default/test/1f31996d89bf1b713921d4205b9c6dcb/f/d3fe2b5215124ef9979111bb1a062fa1_SeqId_4_ - updating store file list. 2024-12-03T23:17:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d3fe2b5215124ef9979111bb1a062fa1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T23:17:49,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/default/test/1f31996d89bf1b713921d4205b9c6dcb/f/d3fe2b5215124ef9979111bb1a062fa1_SeqId_4_ into 1f31996d89bf1b713921d4205b9c6dcb/f 2024-12-03T23:17:49,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/staging/jenkins__test__ae7jvdu8153t7oj6e3t2rtkj9gh16uohjntfn6rbssb4hsqsvjco8e9taqstl85o/f/hfile_1 into 1f31996d89bf1b713921d4205b9c6dcb/f (new location: hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/default/test/1f31996d89bf1b713921d4205b9c6dcb/f/d3fe2b5215124ef9979111bb1a062fa1_SeqId_4_) 2024-12-03T23:17:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/staging/jenkins__test__ae7jvdu8153t7oj6e3t2rtkj9gh16uohjntfn6rbssb4hsqsvjco8e9taqstl85o/f/hfile_1 2024-12-03T23:17:49,421 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:17:49,421 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:49,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:49,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:49,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:17:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb., hostname=5f9d64419733,40267,1733267854634, seqNum=2 , the old value is region=test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb., hostname=5f9d64419733,40267,1733267854634, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5f9d64419733:40267 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T23:17:49,424 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,44701,1733267858941, seqNum=-1] 2024-12-03T23:17:49,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb., hostname=5f9d64419733,40267,1733267854634, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T23:17:49,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb., hostname=5f9d64419733,40267,1733267854634, seqNum=2 from cache 2024-12-03T23:17:49,424 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:17:49,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:17:49,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:17:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:50454 deadline: 1733267929421 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:50454 2024-12-03T23:17:49,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733267864143.b3d0ee11e9ded26ff60243b30da083c0., hostname=5f9d64419733,44701,1733267858941, seqNum=2] 2024-12-03T23:17:49,432 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T23:17:49,531 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:40267 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T23:17:49,812 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 379, reset compression=false 2024-12-03T23:17:49,826 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:17:49,826 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.shipper5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,40267,1733267854634 got entry batch from reader: WALEntryBatch [walEntries=[{test/1f31996d89bf1b713921d4205b9c6dcb/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733267869414/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T23:17:49,858 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.shipper5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:17:49,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-03T23:17:49,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.ReplicationSink(318): Replicating [d4bdd7dc-74d6-4ffa-9144-174778473849] bulk loaded data 2024-12-03T23:17:49,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@476559cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:49,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,34155,-1 for getting cluster id 2024-12-03T23:17:49,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:49,878 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd055ca2a-f623-4960-ab99-9010711b59ce' 2024-12-03T23:17:49,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:49,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d055ca2a-f623-4960-ab99-9010711b59ce" 2024-12-03T23:17:49,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fc4cc65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:49,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,34155,-1] 2024-12-03T23:17:49,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:49,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:49,882 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:49,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25f7dae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:49,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741837_1013 (size=7894) 2024-12-03T23:17:50,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741838_1014 (size=7691) 2024-12-03T23:17:50,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:17:50,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,34155,1733267858902 2024-12-03T23:17:50,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ca9827b 2024-12-03T23:17:50,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:17:50,026 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 687, reset compression=false 2024-12-03T23:17:50,027 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-03T23:17:50,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T23:17:50,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:17:50,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,44701,1733267858941, seqNum=-1] 2024-12-03T23:17:50,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:17:50,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-03T23:17:50,067 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/staging/jenkins.hfs.6__test__qt8emerlmi28k68jp222g4gclt1qkhfgaeb0up6agfn5kt3am98nt5tusqubor6j/f/09289b86193c4d1592669e230b9c737b_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T23:17:50,071 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/staging/jenkins.hfs.6__test__qt8emerlmi28k68jp222g4gclt1qkhfgaeb0up6agfn5kt3am98nt5tusqubor6j/f/d3fe2b5215124ef9979111bb1a062fa1_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T23:17:50,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/staging/jenkins.hfs.6__test__qt8emerlmi28k68jp222g4gclt1qkhfgaeb0up6agfn5kt3am98nt5tusqubor6j/f/09289b86193c4d1592669e230b9c737b_SeqId_4_ for inclusion in b3d0ee11e9ded26ff60243b30da083c0/f 2024-12-03T23:17:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T23:17:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:17:50,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/staging/jenkins.hfs.6__test__qt8emerlmi28k68jp222g4gclt1qkhfgaeb0up6agfn5kt3am98nt5tusqubor6j/f/d3fe2b5215124ef9979111bb1a062fa1_SeqId_4_ for inclusion in b3d0ee11e9ded26ff60243b30da083c0/f 2024-12-03T23:17:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T23:17:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:17:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HRegion(2603): Flush status journal for b3d0ee11e9ded26ff60243b30da083c0: 2024-12-03T23:17:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 09289b86193c4d1592669e230b9c737b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T23:17:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/staging/jenkins.hfs.6__test__qt8emerlmi28k68jp222g4gclt1qkhfgaeb0up6agfn5kt3am98nt5tusqubor6j/f/09289b86193c4d1592669e230b9c737b_SeqId_4_ as hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/default/test/b3d0ee11e9ded26ff60243b30da083c0/f/e37950bca9204f77b5d7525f00acc2eb_SeqId_4_ 2024-12-03T23:17:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d3fe2b5215124ef9979111bb1a062fa1_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T23:17:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/staging/jenkins.hfs.6__test__qt8emerlmi28k68jp222g4gclt1qkhfgaeb0up6agfn5kt3am98nt5tusqubor6j/f/d3fe2b5215124ef9979111bb1a062fa1_SeqId_4_ as hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/default/test/b3d0ee11e9ded26ff60243b30da083c0/f/d2379d8b59be4dafb999b04d26bc41d2_SeqId_4_ 2024-12-03T23:17:50,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/staging/jenkins.hfs.6__test__qt8emerlmi28k68jp222g4gclt1qkhfgaeb0up6agfn5kt3am98nt5tusqubor6j/f/09289b86193c4d1592669e230b9c737b_SeqId_4_ into b3d0ee11e9ded26ff60243b30da083c0/f as hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/default/test/b3d0ee11e9ded26ff60243b30da083c0/f/e37950bca9204f77b5d7525f00acc2eb_SeqId_4_ - updating store file list. 2024-12-03T23:17:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e37950bca9204f77b5d7525f00acc2eb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T23:17:50,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/default/test/b3d0ee11e9ded26ff60243b30da083c0/f/e37950bca9204f77b5d7525f00acc2eb_SeqId_4_ into b3d0ee11e9ded26ff60243b30da083c0/f 2024-12-03T23:17:50,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/staging/jenkins.hfs.6__test__qt8emerlmi28k68jp222g4gclt1qkhfgaeb0up6agfn5kt3am98nt5tusqubor6j/f/09289b86193c4d1592669e230b9c737b_SeqId_4_ into b3d0ee11e9ded26ff60243b30da083c0/f (new location: hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/default/test/b3d0ee11e9ded26ff60243b30da083c0/f/e37950bca9204f77b5d7525f00acc2eb_SeqId_4_) 2024-12-03T23:17:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/staging/jenkins.hfs.6__test__qt8emerlmi28k68jp222g4gclt1qkhfgaeb0up6agfn5kt3am98nt5tusqubor6j/f/09289b86193c4d1592669e230b9c737b_SeqId_4_ 2024-12-03T23:17:50,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/staging/jenkins.hfs.6__test__qt8emerlmi28k68jp222g4gclt1qkhfgaeb0up6agfn5kt3am98nt5tusqubor6j/f/d3fe2b5215124ef9979111bb1a062fa1_SeqId_4_ into b3d0ee11e9ded26ff60243b30da083c0/f as hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/default/test/b3d0ee11e9ded26ff60243b30da083c0/f/d2379d8b59be4dafb999b04d26bc41d2_SeqId_4_ - updating store file list. 2024-12-03T23:17:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d2379d8b59be4dafb999b04d26bc41d2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T23:17:50,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/default/test/b3d0ee11e9ded26ff60243b30da083c0/f/d2379d8b59be4dafb999b04d26bc41d2_SeqId_4_ into b3d0ee11e9ded26ff60243b30da083c0/f 2024-12-03T23:17:50,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/staging/jenkins.hfs.6__test__qt8emerlmi28k68jp222g4gclt1qkhfgaeb0up6agfn5kt3am98nt5tusqubor6j/f/d3fe2b5215124ef9979111bb1a062fa1_SeqId_4_ into b3d0ee11e9ded26ff60243b30da083c0/f (new location: hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/default/test/b3d0ee11e9ded26ff60243b30da083c0/f/d2379d8b59be4dafb999b04d26bc41d2_SeqId_4_) 2024-12-03T23:17:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/staging/jenkins.hfs.6__test__qt8emerlmi28k68jp222g4gclt1qkhfgaeb0up6agfn5kt3am98nt5tusqubor6j/f/d3fe2b5215124ef9979111bb1a062fa1_SeqId_4_ 2024-12-03T23:17:50,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.ReplicationSink(324): Finished replicating [d4bdd7dc-74d6-4ffa-9144-174778473849] bulk loaded data 2024-12-03T23:17:50,358 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 687, reset compression=false 2024-12-03T23:17:50,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:17:50,454 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733267870452/Put/seqid=0 2024-12-03T23:17:50,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741842_1018 (size=7997) 2024-12-03T23:17:50,764 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 687, reset compression=false 2024-12-03T23:17:50,871 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733267870870/Put/seqid=0 2024-12-03T23:17:50,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741843_1019 (size=7794) 2024-12-03T23:17:51,271 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 687, reset compression=false 2024-12-03T23:17:51,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2f45f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:51,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,36227,-1 for getting cluster id 2024-12-03T23:17:51,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:17:51,283 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4bdd7dc-74d6-4ffa-9144-174778473849' 2024-12-03T23:17:51,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:17:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4bdd7dc-74d6-4ffa-9144-174778473849" 2024-12-03T23:17:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae4d5e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,36227,-1] 2024-12-03T23:17:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:17:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:51,289 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:17:51,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ae4d4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:17:51,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:17:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,40267,1733267854634, seqNum=-1] 2024-12-03T23:17:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:17:51,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:17:51,310 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:17:51,313 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,36227,1733267854578 2024-12-03T23:17:51,313 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68ba0a56 2024-12-03T23:17:51,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:17:51,314 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:17:51,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb., hostname=5f9d64419733,40267,1733267854634, seqNum=2] 2024-12-03T23:17:51,322 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T23:17:51,331 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-03T23:17:51,353 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-03T23:17:51,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/load_f1/f1/hfile_0 for inclusion in 1f31996d89bf1b713921d4205b9c6dcb/f1 2024-12-03T23:17:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T23:17:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:17:51,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/load_f1/f1/hfile_1 for inclusion in 1f31996d89bf1b713921d4205b9c6dcb/f1 2024-12-03T23:17:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T23:17:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:17:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HRegion(2603): Flush status journal for 1f31996d89bf1b713921d4205b9c6dcb: 2024-12-03T23:17:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/load_f1/f1/hfile_0 to hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/staging/jenkins__test__d7bmim9689rb98qb37e39vvv25cuk54j29m5tq20ijg04c5r0oah8ku3a03bvu7t/f1/hfile_0 2024-12-03T23:17:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/staging/jenkins__test__d7bmim9689rb98qb37e39vvv25cuk54j29m5tq20ijg04c5r0oah8ku3a03bvu7t/f1/hfile_0 as hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/default/test/1f31996d89bf1b713921d4205b9c6dcb/f1/4faee52567c94537b76938d8f55af575_SeqId_6_ 2024-12-03T23:17:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/load_f1/f1/hfile_1 to hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/staging/jenkins__test__d7bmim9689rb98qb37e39vvv25cuk54j29m5tq20ijg04c5r0oah8ku3a03bvu7t/f1/hfile_1 2024-12-03T23:17:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/staging/jenkins__test__d7bmim9689rb98qb37e39vvv25cuk54j29m5tq20ijg04c5r0oah8ku3a03bvu7t/f1/hfile_1 as hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/default/test/1f31996d89bf1b713921d4205b9c6dcb/f1/786a9ab7bd454b39b4d3509b9c49ddd3_SeqId_6_ 2024-12-03T23:17:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-03T23:17:51,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/staging/jenkins__test__d7bmim9689rb98qb37e39vvv25cuk54j29m5tq20ijg04c5r0oah8ku3a03bvu7t/f1/hfile_0 into 1f31996d89bf1b713921d4205b9c6dcb/f1 as hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/default/test/1f31996d89bf1b713921d4205b9c6dcb/f1/4faee52567c94537b76938d8f55af575_SeqId_6_ - updating store file list. 2024-12-03T23:17:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4faee52567c94537b76938d8f55af575_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T23:17:51,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/default/test/1f31996d89bf1b713921d4205b9c6dcb/f1/4faee52567c94537b76938d8f55af575_SeqId_6_ into 1f31996d89bf1b713921d4205b9c6dcb/f1 2024-12-03T23:17:51,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/staging/jenkins__test__d7bmim9689rb98qb37e39vvv25cuk54j29m5tq20ijg04c5r0oah8ku3a03bvu7t/f1/hfile_0 into 1f31996d89bf1b713921d4205b9c6dcb/f1 (new location: hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/default/test/1f31996d89bf1b713921d4205b9c6dcb/f1/4faee52567c94537b76938d8f55af575_SeqId_6_) 2024-12-03T23:17:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/staging/jenkins__test__d7bmim9689rb98qb37e39vvv25cuk54j29m5tq20ijg04c5r0oah8ku3a03bvu7t/f1/hfile_0 2024-12-03T23:17:51,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/staging/jenkins__test__d7bmim9689rb98qb37e39vvv25cuk54j29m5tq20ijg04c5r0oah8ku3a03bvu7t/f1/hfile_1 into 1f31996d89bf1b713921d4205b9c6dcb/f1 as hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/default/test/1f31996d89bf1b713921d4205b9c6dcb/f1/786a9ab7bd454b39b4d3509b9c49ddd3_SeqId_6_ - updating store file list. 2024-12-03T23:17:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 786a9ab7bd454b39b4d3509b9c49ddd3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T23:17:51,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/default/test/1f31996d89bf1b713921d4205b9c6dcb/f1/786a9ab7bd454b39b4d3509b9c49ddd3_SeqId_6_ into 1f31996d89bf1b713921d4205b9c6dcb/f1 2024-12-03T23:17:51,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/staging/jenkins__test__d7bmim9689rb98qb37e39vvv25cuk54j29m5tq20ijg04c5r0oah8ku3a03bvu7t/f1/hfile_1 into 1f31996d89bf1b713921d4205b9c6dcb/f1 (new location: hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/default/test/1f31996d89bf1b713921d4205b9c6dcb/f1/786a9ab7bd454b39b4d3509b9c49ddd3_SeqId_6_) 2024-12-03T23:17:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/staging/jenkins__test__d7bmim9689rb98qb37e39vvv25cuk54j29m5tq20ijg04c5r0oah8ku3a03bvu7t/f1/hfile_1 2024-12-03T23:17:51,409 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:17:51,409 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:17:51,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:51,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:17:51,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:17:51,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:17:51,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb., hostname=5f9d64419733,40267,1733267854634, seqNum=2 , the old value is region=test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb., hostname=5f9d64419733,40267,1733267854634, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5f9d64419733:40267 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T23:17:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb., hostname=5f9d64419733,40267,1733267854634, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T23:17:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb., hostname=5f9d64419733,40267,1733267854634, seqNum=2 from cache 2024-12-03T23:17:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,40267,1733267854634, seqNum=-1] 2024-12-03T23:17:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:33732 deadline: 1733267931410 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:33732 2024-12-03T23:17:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:17:51,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:17:51,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb., hostname=5f9d64419733,40267,1733267854634, seqNum=2] 2024-12-03T23:17:51,521 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:40267 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T23:17:51,878 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 687, reset compression=false 2024-12-03T23:17:51,884 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:17:51,884 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:17:51,884 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.shipper5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,40267,1733267854634 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:17:52,089 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:17:52,409 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:17:52,818 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:17:52,976 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:17:52,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:17:52,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:17:52,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:17:53,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:17:53,322 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:17:53,927 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:17:54,631 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:17:55,437 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:17:55,682 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T23:17:55,682 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T23:17:56,341 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:17:57,345 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:17:58,450 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:17:59,654 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:18:00,959 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:18:02,363 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:18:03,868 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:18:04,165 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T23:18:05,473 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:18:07,177 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:18:08,489 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T23:18:08,982 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:18:10,886 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:18:11,889 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.shipper5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,40267,1733267854634 got entry batch from reader: null 2024-12-03T23:18:12,890 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:18:14,994 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:18:17,199 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:18:17,705 INFO [master/5f9d64419733:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T23:18:17,706 INFO [master/5f9d64419733:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T23:18:19,503 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:18:21,907 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:18:21,973 INFO [master/5f9d64419733:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T23:18:21,973 INFO [master/5f9d64419733:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T23:18:24,411 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:18:27,016 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:18:28,127 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1f31996d89bf1b713921d4205b9c6dcb, had cached 0 bytes from a total of 31376 2024-12-03T23:18:29,720 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:18:30,284 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b3d0ee11e9ded26ff60243b30da083c0, had cached 0 bytes from a total of 15585 2024-12-03T23:18:31,889 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.shipper5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,40267,1733267854634 got entry batch from reader: null 2024-12-03T23:18:32,525 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:18:34,165 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T23:18:35,430 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:18:38,434 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:18:38,489 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T23:18:41,538 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:18:42,011 DEBUG [master/5f9d64419733:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-03T23:18:44,744 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:18:48,048 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:18:51,453 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:18:51,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T23:18:51,455 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:18:51,455 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:18:51,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:18:51,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:18:51,456 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T23:18:51,456 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1889490549, stopped=false 2024-12-03T23:18:51,456 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5f9d64419733,34155,1733267858902 2024-12-03T23:18:51,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:18:51,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-280303005/running 2024-12-03T23:18:51,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x1017a9e7b350004, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-280303005/running 2024-12-03T23:18:51,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280303005 2024-12-03T23:18:51,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x1017a9e7b350004, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280303005 2024-12-03T23:18:51,458 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:18:51,458 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:18:51,458 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:18:51,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:18:51,459 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5f9d64419733,44701,1733267858941' ***** 2024-12-03T23:18:51,459 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T23:18:51,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Set watcher on znode that does not yet exist, /1-280303005/running 2024-12-03T23:18:51,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44701-0x1017a9e7b350004, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Set watcher on znode that does not yet exist, /1-280303005/running 2024-12-03T23:18:51,459 INFO [RS:0;5f9d64419733:44701 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T23:18:51,459 INFO [RS:0;5f9d64419733:44701 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T23:18:51,459 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T23:18:51,459 INFO [RS:0;5f9d64419733:44701 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T23:18:51,459 INFO [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer(3091): Received CLOSE for b3d0ee11e9ded26ff60243b30da083c0 2024-12-03T23:18:51,460 INFO [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer(959): stopping server 5f9d64419733,44701,1733267858941 2024-12-03T23:18:51,460 INFO [RS:0;5f9d64419733:44701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:18:51,460 INFO [RS:0;5f9d64419733:44701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:44701. 2024-12-03T23:18:51,460 DEBUG [RS:0;5f9d64419733:44701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:18:51,460 DEBUG [RS:0;5f9d64419733:44701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:18:51,460 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3d0ee11e9ded26ff60243b30da083c0, disabling compactions & flushes 2024-12-03T23:18:51,460 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733267864143.b3d0ee11e9ded26ff60243b30da083c0. 2024-12-03T23:18:51,460 INFO [RS:0;5f9d64419733:44701 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T23:18:51,460 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733267864143.b3d0ee11e9ded26ff60243b30da083c0. 2024-12-03T23:18:51,460 INFO [RS:0;5f9d64419733:44701 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T23:18:51,460 INFO [RS:0;5f9d64419733:44701 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T23:18:51,460 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733267864143.b3d0ee11e9ded26ff60243b30da083c0. after waiting 0 ms 2024-12-03T23:18:51,460 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733267864143.b3d0ee11e9ded26ff60243b30da083c0. 2024-12-03T23:18:51,460 INFO [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T23:18:51,461 INFO [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T23:18:51,461 DEBUG [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b3d0ee11e9ded26ff60243b30da083c0=test,,1733267864143.b3d0ee11e9ded26ff60243b30da083c0.} 2024-12-03T23:18:51,461 DEBUG [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3d0ee11e9ded26ff60243b30da083c0 2024-12-03T23:18:51,461 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:18:51,461 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:18:51,461 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:18:51,461 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:18:51,461 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:18:51,461 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T23:18:51,469 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/default/test/b3d0ee11e9ded26ff60243b30da083c0/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-03T23:18:51,469 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:18:51,469 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T23:18:51,469 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733267864143.b3d0ee11e9ded26ff60243b30da083c0. 2024-12-03T23:18:51,469 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3d0ee11e9ded26ff60243b30da083c0: Waiting for close lock at 1733267931460Running coprocessor pre-close hooks at 1733267931460Disabling compacts and flushes for region at 1733267931460Disabling writes for close at 1733267931460Writing region close event to WAL at 1733267931461 (+1 ms)Running coprocessor post-close hooks at 1733267931469 (+8 ms)Closed at 1733267931469 2024-12-03T23:18:51,469 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733267864143.b3d0ee11e9ded26ff60243b30da083c0. 2024-12-03T23:18:51,482 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/1588230740/.tmp/info/74ebf34f664c45208533db8582fb092a is 129, key is test,,1733267864143.b3d0ee11e9ded26ff60243b30da083c0./info:regioninfo/1733267865301/Put/seqid=0 2024-12-03T23:18:51,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741839_1015 (size=6421) 2024-12-03T23:18:51,544 INFO [regionserver/5f9d64419733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:18:51,661 DEBUG [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:18:51,792 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T23:18:51,792 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T23:18:51,861 DEBUG [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:18:51,886 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/1588230740/.tmp/info/74ebf34f664c45208533db8582fb092a 2024-12-03T23:18:51,889 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.shipper5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,40267,1733267854634 got entry batch from reader: null 2024-12-03T23:18:51,911 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/1588230740/.tmp/ns/885126fad30b4a31b4b56470f86fa541 is 43, key is default/ns:d/1733267861918/Put/seqid=0 2024-12-03T23:18:51,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741840_1016 (size=5153) 2024-12-03T23:18:52,061 DEBUG [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:18:52,261 DEBUG [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:18:52,322 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/1588230740/.tmp/ns/885126fad30b4a31b4b56470f86fa541 2024-12-03T23:18:52,341 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/1588230740/.tmp/rep_barrier/b6b8013f07e64cb39aa945563b517d17 is 112, key is test,,1733267864143.b3d0ee11e9ded26ff60243b30da083c0./rep_barrier:seqnumDuringOpen/1733267865301/Put/seqid=0 2024-12-03T23:18:52,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741841_1017 (size=5518) 2024-12-03T23:18:52,462 INFO [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T23:18:52,462 DEBUG [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T23:18:52,462 DEBUG [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:18:52,662 DEBUG [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:18:52,746 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/1588230740/.tmp/rep_barrier/b6b8013f07e64cb39aa945563b517d17 2024-12-03T23:18:52,765 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/1588230740/.tmp/table/203def78c0f044fda176c8da65122bbb is 40, key is test/table:state/1733267865309/Put/seqid=0 2024-12-03T23:18:52,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741842_1018 (size=5165) 2024-12-03T23:18:52,862 DEBUG [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:18:53,062 DEBUG [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:18:53,170 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/1588230740/.tmp/table/203def78c0f044fda176c8da65122bbb 2024-12-03T23:18:53,180 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/1588230740/.tmp/info/74ebf34f664c45208533db8582fb092a as hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/1588230740/info/74ebf34f664c45208533db8582fb092a 2024-12-03T23:18:53,189 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/1588230740/info/74ebf34f664c45208533db8582fb092a, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T23:18:53,190 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/1588230740/.tmp/ns/885126fad30b4a31b4b56470f86fa541 as hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/1588230740/ns/885126fad30b4a31b4b56470f86fa541 2024-12-03T23:18:53,196 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/1588230740/ns/885126fad30b4a31b4b56470f86fa541, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T23:18:53,198 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/1588230740/.tmp/rep_barrier/b6b8013f07e64cb39aa945563b517d17 as hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/1588230740/rep_barrier/b6b8013f07e64cb39aa945563b517d17 2024-12-03T23:18:53,215 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/1588230740/rep_barrier/b6b8013f07e64cb39aa945563b517d17, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T23:18:53,216 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/1588230740/.tmp/table/203def78c0f044fda176c8da65122bbb as hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/1588230740/table/203def78c0f044fda176c8da65122bbb 2024-12-03T23:18:53,222 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/1588230740/table/203def78c0f044fda176c8da65122bbb, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T23:18:53,223 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1762ms, sequenceid=11, compaction requested=false 2024-12-03T23:18:53,232 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T23:18:53,235 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:18:53,235 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:18:53,235 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:18:53,235 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733267931461Running coprocessor pre-close hooks at 1733267931461Disabling compacts and flushes for region at 1733267931461Disabling writes for close at 1733267931461Obtaining lock to block concurrent updates at 1733267931461Preparing flush snapshotting stores in 1588230740 at 1733267931461Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733267931461Flushing stores of hbase:meta,,1.1588230740 at 1733267931462 (+1 ms)Flushing 1588230740/info: creating writer at 1733267931462Flushing 1588230740/info: appending metadata at 1733267931481 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733267931481Flushing 1588230740/ns: creating writer at 1733267931892 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733267931910 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733267931910Flushing 1588230740/rep_barrier: creating writer at 1733267932327 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733267932341 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733267932341Flushing 1588230740/table: creating writer at 1733267932751 (+410 ms)Flushing 1588230740/table: appending metadata at 1733267932765 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733267932765Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@db78257: reopening flushed file at 1733267933178 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@253eba29: reopening flushed file at 1733267933189 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ddf7eb2: reopening flushed file at 1733267933197 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a06946: reopening flushed file at 1733267933215 (+18 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1762ms, sequenceid=11, compaction requested=false at 1733267933223 (+8 ms)Writing region close event to WAL at 1733267933227 (+4 ms)Running coprocessor post-close hooks at 1733267933235 (+8 ms)Closed at 1733267933235 2024-12-03T23:18:53,235 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T23:18:53,262 INFO [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer(976): stopping server 5f9d64419733,44701,1733267858941; all regions closed. 2024-12-03T23:18:53,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741834_1010 (size=2717) 2024-12-03T23:18:53,265 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/WALs/5f9d64419733,44701,1733267858941/5f9d64419733%2C44701%2C1733267858941.meta.1733267861869.meta not finished, retry = 0 2024-12-03T23:18:53,368 DEBUG [RS:0;5f9d64419733:44701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/oldWALs 2024-12-03T23:18:53,368 INFO [RS:0;5f9d64419733:44701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C44701%2C1733267858941.meta:.meta(num 1733267861869) 2024-12-03T23:18:53,371 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/WALs/5f9d64419733,44701,1733267858941/5f9d64419733%2C44701%2C1733267858941.1733267860930 not finished, retry = 0 2024-12-03T23:18:53,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741832_1008 (size=1028) 2024-12-03T23:18:53,474 DEBUG [RS:0;5f9d64419733:44701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/oldWALs 2024-12-03T23:18:53,474 INFO [RS:0;5f9d64419733:44701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C44701%2C1733267858941:(num 1733267860930) 2024-12-03T23:18:53,474 DEBUG [RS:0;5f9d64419733:44701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:18:53,474 INFO [RS:0;5f9d64419733:44701 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:18:53,474 INFO [RS:0;5f9d64419733:44701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:18:53,474 INFO [RS:0;5f9d64419733:44701 {}] hbase.ChoreService(370): Chore service for: regionserver/5f9d64419733:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T23:18:53,475 INFO [RS:0;5f9d64419733:44701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:18:53,475 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:18:53,475 INFO [RS:0;5f9d64419733:44701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:44701. 2024-12-03T23:18:53,475 DEBUG [RS:0;5f9d64419733:44701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:18:53,475 DEBUG [RS:0;5f9d64419733:44701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:18:53,475 DEBUG [RS:0;5f9d64419733:44701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:18:53,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:18:53,475 INFO [RS:0;5f9d64419733:44701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44701 2024-12-03T23:18:53,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x1017a9e7b350004, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-280303005/rs/5f9d64419733,44701,1733267858941 2024-12-03T23:18:53,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280303005/rs 2024-12-03T23:18:53,478 INFO [RS:0;5f9d64419733:44701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:18:53,480 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5f9d64419733,44701,1733267858941] 2024-12-03T23:18:53,481 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-280303005/draining/5f9d64419733,44701,1733267858941 already deleted, retry=false 2024-12-03T23:18:53,481 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5f9d64419733,44701,1733267858941 expired; onlineServers=0 2024-12-03T23:18:53,481 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5f9d64419733,34155,1733267858902' ***** 2024-12-03T23:18:53,481 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T23:18:53,481 INFO [M:0;5f9d64419733:34155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:18:53,481 INFO [M:0;5f9d64419733:34155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:18:53,481 DEBUG [M:0;5f9d64419733:34155 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T23:18:53,482 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T23:18:53,482 DEBUG [M:0;5f9d64419733:34155 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T23:18:53,482 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267860712 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267860712,5,FailOnTimeoutGroup] 2024-12-03T23:18:53,482 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267860708 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267860708,5,FailOnTimeoutGroup] 2024-12-03T23:18:53,482 INFO [M:0;5f9d64419733:34155 {}] hbase.ChoreService(370): Chore service for: master/5f9d64419733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T23:18:53,482 INFO [M:0;5f9d64419733:34155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:18:53,482 DEBUG [M:0;5f9d64419733:34155 {}] master.HMaster(1795): Stopping service threads 2024-12-03T23:18:53,482 INFO [M:0;5f9d64419733:34155 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T23:18:53,482 INFO [M:0;5f9d64419733:34155 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:18:53,482 INFO [M:0;5f9d64419733:34155 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T23:18:53,482 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T23:18:53,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-280303005/master 2024-12-03T23:18:53,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-280303005 2024-12-03T23:18:53,485 INFO [M:0;5f9d64419733:34155 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/.lastflushedseqids 2024-12-03T23:18:53,486 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-280303005/master already deleted, retry=false 2024-12-03T23:18:53,486 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-280303005/master 2024-12-03T23:18:53,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741843_1019 (size=173) 2024-12-03T23:18:53,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x1017a9e7b350004, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:18:53,580 INFO [RS:0;5f9d64419733:44701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:18:53,580 INFO [RS:0;5f9d64419733:44701 {}] regionserver.HRegionServer(1031): Exiting; stopping=5f9d64419733,44701,1733267858941; zookeeper connection closed. 2024-12-03T23:18:53,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x1017a9e7b350004, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:18:53,580 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f4029e3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f4029e3 2024-12-03T23:18:53,581 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T23:18:53,890 INFO [M:0;5f9d64419733:34155 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T23:18:53,890 INFO [M:0;5f9d64419733:34155 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T23:18:53,891 DEBUG [M:0;5f9d64419733:34155 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:18:53,891 INFO [M:0;5f9d64419733:34155 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:18:53,891 DEBUG [M:0;5f9d64419733:34155 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:18:53,891 DEBUG [M:0;5f9d64419733:34155 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:18:53,891 DEBUG [M:0;5f9d64419733:34155 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:18:53,891 INFO [M:0;5f9d64419733:34155 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-12-03T23:18:53,907 DEBUG [M:0;5f9d64419733:34155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e1c2f25d6e64095b292999e3ef8d332 is 82, key is hbase:meta,,1/info:regioninfo/1733267861904/Put/seqid=0 2024-12-03T23:18:53,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741844_1020 (size=5672) 2024-12-03T23:18:54,311 INFO [M:0;5f9d64419733:34155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e1c2f25d6e64095b292999e3ef8d332 2024-12-03T23:18:54,331 DEBUG [M:0;5f9d64419733:34155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86a262d694f54c759419557708a80dec is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733267865313/Put/seqid=0 2024-12-03T23:18:54,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741845_1021 (size=6727) 2024-12-03T23:18:54,736 INFO [M:0;5f9d64419733:34155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86a262d694f54c759419557708a80dec 2024-12-03T23:18:54,741 INFO [M:0;5f9d64419733:34155 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86a262d694f54c759419557708a80dec 2024-12-03T23:18:54,756 DEBUG [M:0;5f9d64419733:34155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a68d9378d1b1481ca41c1f16a330465f is 69, key is 5f9d64419733,44701,1733267858941/rs:state/1733267860776/Put/seqid=0 2024-12-03T23:18:54,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741846_1022 (size=5156) 2024-12-03T23:18:54,957 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/WALs/5f9d64419733,40267,1733267854634/5f9d64419733%2C40267%2C1733267854634.1733267856630 to pos 997, reset compression=false 2024-12-03T23:18:55,160 INFO [M:0;5f9d64419733:34155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a68d9378d1b1481ca41c1f16a330465f 2024-12-03T23:18:55,166 DEBUG [M:0;5f9d64419733:34155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e1c2f25d6e64095b292999e3ef8d332 as hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e1c2f25d6e64095b292999e3ef8d332 2024-12-03T23:18:55,171 INFO [M:0;5f9d64419733:34155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e1c2f25d6e64095b292999e3ef8d332, entries=8, sequenceid=58, filesize=5.5 K 2024-12-03T23:18:55,171 DEBUG [M:0;5f9d64419733:34155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86a262d694f54c759419557708a80dec as hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86a262d694f54c759419557708a80dec 2024-12-03T23:18:55,176 INFO [M:0;5f9d64419733:34155 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86a262d694f54c759419557708a80dec 2024-12-03T23:18:55,176 INFO [M:0;5f9d64419733:34155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86a262d694f54c759419557708a80dec, entries=6, sequenceid=58, filesize=6.6 K 2024-12-03T23:18:55,177 DEBUG [M:0;5f9d64419733:34155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a68d9378d1b1481ca41c1f16a330465f as hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a68d9378d1b1481ca41c1f16a330465f 2024-12-03T23:18:55,181 INFO [M:0;5f9d64419733:34155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39817/user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a68d9378d1b1481ca41c1f16a330465f, entries=1, sequenceid=58, filesize=5.0 K 2024-12-03T23:18:55,182 INFO [M:0;5f9d64419733:34155 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=58, compaction requested=false 2024-12-03T23:18:55,183 INFO [M:0;5f9d64419733:34155 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:18:55,183 DEBUG [M:0;5f9d64419733:34155 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733267933891Disabling compacts and flushes for region at 1733267933891Disabling writes for close at 1733267933891Obtaining lock to block concurrent updates at 1733267933891Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733267933891Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1733267933891Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733267933892 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733267933892Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733267933906 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733267933906Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733267934316 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733267934331 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733267934331Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733267934741 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733267934755 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733267934755Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46b4e10: reopening flushed file at 1733267935165 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13d8f9d4: reopening flushed file at 1733267935171 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d765597: reopening flushed file at 1733267935176 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=58, compaction requested=false at 1733267935182 (+6 ms)Writing region close event to WAL at 1733267935183 (+1 ms)Closed at 1733267935183 2024-12-03T23:18:55,185 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13bc2ab7-2d1c-b347-6193-ccc353d13e1d/MasterData/WALs/5f9d64419733,34155,1733267858902/5f9d64419733%2C34155%2C1733267858902.1733267860624 not finished, retry = 0 2024-12-03T23:18:55,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741830_1006 (size=33026) 2024-12-03T23:18:55,286 INFO [M:0;5f9d64419733:34155 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T23:18:55,286 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:18:55,286 INFO [M:0;5f9d64419733:34155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34155 2024-12-03T23:18:55,287 INFO [M:0;5f9d64419733:34155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:18:55,389 INFO [M:0;5f9d64419733:34155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:18:55,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:18:55,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34155-0x1017a9e7b350003, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:18:55,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e587001{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:18:55,393 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c05b605{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:18:55,393 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:18:55,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e22e585{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:18:55,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2303981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/hadoop.log.dir/,STOPPED} 2024-12-03T23:18:55,396 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T23:18:55,396 WARN [BP-684007658-172.17.0.2-1733267857813 heartbeating to localhost/127.0.0.1:39817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T23:18:55,396 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T23:18:55,396 WARN [BP-684007658-172.17.0.2-1733267857813 heartbeating to localhost/127.0.0.1:39817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-684007658-172.17.0.2-1733267857813 (Datanode Uuid 065e4a5b-3d5d-435e-a2f1-cccad6eb9de3) service to localhost/127.0.0.1:39817 2024-12-03T23:18:55,396 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/cluster_cfeaddd5-e3e6-d3dc-0a54-42a2d3383270/data/data1/current/BP-684007658-172.17.0.2-1733267857813 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:18:55,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/cluster_cfeaddd5-e3e6-d3dc-0a54-42a2d3383270/data/data2/current/BP-684007658-172.17.0.2-1733267857813 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:18:55,397 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T23:18:55,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d6845ca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:18:55,403 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d7582a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:18:55,403 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:18:55,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aafdf85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:18:55,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c976543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/hadoop.log.dir/,STOPPED} 2024-12-03T23:18:55,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T23:18:55,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T23:18:55,416 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:18:55,416 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:18:55,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:18:55,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:18:55,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:18:55,416 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T23:18:55,416 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1603209890, stopped=false 2024-12-03T23:18:55,416 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5f9d64419733,36227,1733267854578 2024-12-03T23:18:55,419 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:18:55,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40267-0x1017a9e7b350001, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1366383921/running 2024-12-03T23:18:55,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1366383921/running 2024-12-03T23:18:55,419 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:18:55,419 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:18:55,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40267-0x1017a9e7b350001, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1366383921 2024-12-03T23:18:55,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1366383921 2024-12-03T23:18:55,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:18:55,420 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5f9d64419733,40267,1733267854634' ***** 2024-12-03T23:18:55,420 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T23:18:55,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Set watcher on znode that does not yet exist, /0-1366383921/running 2024-12-03T23:18:55,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40267-0x1017a9e7b350001, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Set watcher on znode that does not yet exist, /0-1366383921/running 2024-12-03T23:18:55,420 INFO [RS:0;5f9d64419733:40267 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T23:18:55,420 INFO [RS:0;5f9d64419733:40267 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T23:18:55,420 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T23:18:55,420 INFO [RS:0;5f9d64419733:40267 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T23:18:55,421 INFO [RS:0;5f9d64419733:40267 {}] regionserver.HRegionServer(3091): Received CLOSE for e925f5bdab0eb7f79f97a840c8bb73a7 2024-12-03T23:18:55,421 INFO [RS:0;5f9d64419733:40267 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f31996d89bf1b713921d4205b9c6dcb 2024-12-03T23:18:55,421 INFO [RS:0;5f9d64419733:40267 {}] regionserver.HRegionServer(959): stopping server 5f9d64419733,40267,1733267854634 2024-12-03T23:18:55,421 INFO [RS:0;5f9d64419733:40267 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:18:55,421 INFO [RS:0;5f9d64419733:40267 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:40267. 2024-12-03T23:18:55,421 DEBUG [RS:0;5f9d64419733:40267 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:18:55,421 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e925f5bdab0eb7f79f97a840c8bb73a7, disabling compactions & flushes 2024-12-03T23:18:55,421 DEBUG [RS:0;5f9d64419733:40267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:18:55,421 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7. 2024-12-03T23:18:55,421 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7. 2024-12-03T23:18:55,421 INFO [RS:0;5f9d64419733:40267 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T23:18:55,421 INFO [RS:0;5f9d64419733:40267 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T23:18:55,421 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7. after waiting 0 ms 2024-12-03T23:18:55,421 INFO [RS:0;5f9d64419733:40267 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T23:18:55,421 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7. 2024-12-03T23:18:55,421 INFO [RS:0;5f9d64419733:40267 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T23:18:55,421 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e925f5bdab0eb7f79f97a840c8bb73a7 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-03T23:18:55,421 INFO [RS:0;5f9d64419733:40267 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T23:18:55,422 DEBUG [RS:0;5f9d64419733:40267 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e925f5bdab0eb7f79f97a840c8bb73a7=hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7., 1f31996d89bf1b713921d4205b9c6dcb=test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb.} 2024-12-03T23:18:55,422 DEBUG [RS:0;5f9d64419733:40267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f31996d89bf1b713921d4205b9c6dcb, e925f5bdab0eb7f79f97a840c8bb73a7 2024-12-03T23:18:55,422 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:18:55,422 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:18:55,422 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:18:55,422 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:18:55,422 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:18:55,422 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T23:18:55,437 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/replication/e925f5bdab0eb7f79f97a840c8bb73a7/.tmp/hfileref/1348b0014b174855ae040a960359efdd is 74, key is 1/hfileref:09289b86193c4d1592669e230b9c737b_SeqId_4_/1733267870139/DeleteColumn/seqid=0 2024-12-03T23:18:55,438 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/1588230740/.tmp/info/7f60e5fd864b4a118fcc06cc8273b88e is 147, key is hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7./info:regioninfo/1733267867490/Put/seqid=0 2024-12-03T23:18:55,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741844_1020 (size=5203) 2024-12-03T23:18:55,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741845_1021 (size=7686) 2024-12-03T23:18:55,452 INFO [regionserver/5f9d64419733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:18:55,554 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T23:18:55,554 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T23:18:55,622 DEBUG [RS:0;5f9d64419733:40267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f31996d89bf1b713921d4205b9c6dcb, e925f5bdab0eb7f79f97a840c8bb73a7 2024-12-03T23:18:55,822 DEBUG [RS:0;5f9d64419733:40267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f31996d89bf1b713921d4205b9c6dcb, e925f5bdab0eb7f79f97a840c8bb73a7 2024-12-03T23:18:55,843 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/1588230740/.tmp/info/7f60e5fd864b4a118fcc06cc8273b88e 2024-12-03T23:18:55,843 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/replication/e925f5bdab0eb7f79f97a840c8bb73a7/.tmp/hfileref/1348b0014b174855ae040a960359efdd 2024-12-03T23:18:55,865 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/replication/e925f5bdab0eb7f79f97a840c8bb73a7/.tmp/queue/58a71d9d131c485987e278a2ce204549 is 153, key is 1-5f9d64419733,40267,1733267854634/queue:5f9d64419733%2C40267%2C1733267854634/1733267871886/Put/seqid=0 2024-12-03T23:18:55,867 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/1588230740/.tmp/ns/98dc99cd168e42d2a81393293c3cfd8b is 43, key is default/ns:d/1733267857669/Put/seqid=0 2024-12-03T23:18:55,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741846_1022 (size=5352) 2024-12-03T23:18:55,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741847_1023 (size=5153) 2024-12-03T23:18:56,022 DEBUG [RS:0;5f9d64419733:40267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f31996d89bf1b713921d4205b9c6dcb, e925f5bdab0eb7f79f97a840c8bb73a7 2024-12-03T23:18:56,222 DEBUG [RS:0;5f9d64419733:40267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f31996d89bf1b713921d4205b9c6dcb, e925f5bdab0eb7f79f97a840c8bb73a7 2024-12-03T23:18:56,271 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/replication/e925f5bdab0eb7f79f97a840c8bb73a7/.tmp/queue/58a71d9d131c485987e278a2ce204549 2024-12-03T23:18:56,274 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/1588230740/.tmp/ns/98dc99cd168e42d2a81393293c3cfd8b 2024-12-03T23:18:56,277 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/replication/e925f5bdab0eb7f79f97a840c8bb73a7/.tmp/hfileref/1348b0014b174855ae040a960359efdd as hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/replication/e925f5bdab0eb7f79f97a840c8bb73a7/hfileref/1348b0014b174855ae040a960359efdd 2024-12-03T23:18:56,282 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/replication/e925f5bdab0eb7f79f97a840c8bb73a7/hfileref/1348b0014b174855ae040a960359efdd, entries=2, sequenceid=10, filesize=5.1 K 2024-12-03T23:18:56,283 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/replication/e925f5bdab0eb7f79f97a840c8bb73a7/.tmp/queue/58a71d9d131c485987e278a2ce204549 as hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/replication/e925f5bdab0eb7f79f97a840c8bb73a7/queue/58a71d9d131c485987e278a2ce204549 2024-12-03T23:18:56,288 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/replication/e925f5bdab0eb7f79f97a840c8bb73a7/queue/58a71d9d131c485987e278a2ce204549, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T23:18:56,289 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for e925f5bdab0eb7f79f97a840c8bb73a7 in 868ms, sequenceid=10, compaction requested=false 2024-12-03T23:18:56,293 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/replication/e925f5bdab0eb7f79f97a840c8bb73a7/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T23:18:56,294 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:18:56,294 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:18:56,294 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7. 2024-12-03T23:18:56,294 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e925f5bdab0eb7f79f97a840c8bb73a7: Waiting for close lock at 1733267935421Running coprocessor pre-close hooks at 1733267935421Disabling compacts and flushes for region at 1733267935421Disabling writes for close at 1733267935421Obtaining lock to block concurrent updates at 1733267935421Preparing flush snapshotting stores in e925f5bdab0eb7f79f97a840c8bb73a7 at 1733267935421Finished memstore snapshotting hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733267935422 (+1 ms)Flushing stores of hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7. at 1733267935422Flushing e925f5bdab0eb7f79f97a840c8bb73a7/hfileref: creating writer at 1733267935423 (+1 ms)Flushing e925f5bdab0eb7f79f97a840c8bb73a7/hfileref: appending metadata at 1733267935437 (+14 ms)Flushing e925f5bdab0eb7f79f97a840c8bb73a7/hfileref: closing flushed file at 1733267935437Flushing e925f5bdab0eb7f79f97a840c8bb73a7/queue: creating writer at 1733267935848 (+411 ms)Flushing e925f5bdab0eb7f79f97a840c8bb73a7/queue: appending metadata at 1733267935864 (+16 ms)Flushing e925f5bdab0eb7f79f97a840c8bb73a7/queue: closing flushed file at 1733267935864Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25ba45b0: reopening flushed file at 1733267936276 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11f0e674: reopening flushed file at 1733267936282 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for e925f5bdab0eb7f79f97a840c8bb73a7 in 868ms, sequenceid=10, compaction requested=false at 1733267936289 (+7 ms)Writing region close event to WAL at 1733267936290 (+1 ms)Running coprocessor post-close hooks at 1733267936294 (+4 ms)Closed at 1733267936294 2024-12-03T23:18:56,294 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733267866315.e925f5bdab0eb7f79f97a840c8bb73a7. 2024-12-03T23:18:56,294 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f31996d89bf1b713921d4205b9c6dcb, disabling compactions & flushes 2024-12-03T23:18:56,294 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb. 2024-12-03T23:18:56,294 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb. 2024-12-03T23:18:56,294 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb. after waiting 0 ms 2024-12-03T23:18:56,294 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb. 2024-12-03T23:18:56,298 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/default/test/1f31996d89bf1b713921d4205b9c6dcb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T23:18:56,298 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/1588230740/.tmp/rep_barrier/f8d2aecfa23d46d5a868929c6b741332 is 112, key is test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb./rep_barrier:seqnumDuringOpen/1733267863149/Put/seqid=0 2024-12-03T23:18:56,298 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:18:56,298 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T23:18:56,299 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb. 2024-12-03T23:18:56,299 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f31996d89bf1b713921d4205b9c6dcb: Waiting for close lock at 1733267936294Running coprocessor pre-close hooks at 1733267936294Disabling compacts and flushes for region at 1733267936294Disabling writes for close at 1733267936294Writing region close event to WAL at 1733267936295 (+1 ms)Running coprocessor post-close hooks at 1733267936298 (+3 ms)Closed at 1733267936299 (+1 ms) 2024-12-03T23:18:56,299 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733267861978.1f31996d89bf1b713921d4205b9c6dcb. 2024-12-03T23:18:56,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741848_1024 (size=5518) 2024-12-03T23:18:56,423 INFO [RS:0;5f9d64419733:40267 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T23:18:56,423 DEBUG [RS:0;5f9d64419733:40267 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T23:18:56,423 DEBUG [RS:0;5f9d64419733:40267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:18:56,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:18:56,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:18:56,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:18:56,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:18:56,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:18:56,623 DEBUG [RS:0;5f9d64419733:40267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:18:56,703 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/1588230740/.tmp/rep_barrier/f8d2aecfa23d46d5a868929c6b741332 2024-12-03T23:18:56,727 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/1588230740/.tmp/table/a3ec10ce79614767867c8411e1c3aba1 is 53, key is hbase:replication/table:state/1733267867498/Put/seqid=0 2024-12-03T23:18:56,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741849_1025 (size=5308) 2024-12-03T23:18:56,738 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/1588230740/.tmp/table/a3ec10ce79614767867c8411e1c3aba1 2024-12-03T23:18:56,749 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/1588230740/.tmp/info/7f60e5fd864b4a118fcc06cc8273b88e as hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/1588230740/info/7f60e5fd864b4a118fcc06cc8273b88e 2024-12-03T23:18:56,760 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/1588230740/info/7f60e5fd864b4a118fcc06cc8273b88e, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T23:18:56,762 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/1588230740/.tmp/ns/98dc99cd168e42d2a81393293c3cfd8b as hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/1588230740/ns/98dc99cd168e42d2a81393293c3cfd8b 2024-12-03T23:18:56,771 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/1588230740/ns/98dc99cd168e42d2a81393293c3cfd8b, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T23:18:56,772 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/1588230740/.tmp/rep_barrier/f8d2aecfa23d46d5a868929c6b741332 as hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/1588230740/rep_barrier/f8d2aecfa23d46d5a868929c6b741332 2024-12-03T23:18:56,789 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/1588230740/rep_barrier/f8d2aecfa23d46d5a868929c6b741332, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T23:18:56,790 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/1588230740/.tmp/table/a3ec10ce79614767867c8411e1c3aba1 as hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/1588230740/table/a3ec10ce79614767867c8411e1c3aba1 2024-12-03T23:18:56,796 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/1588230740/table/a3ec10ce79614767867c8411e1c3aba1, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T23:18:56,797 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1375ms, sequenceid=16, compaction requested=false 2024-12-03T23:18:56,811 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T23:18:56,817 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:18:56,817 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:18:56,817 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:18:56,817 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733267935422Running coprocessor pre-close hooks at 1733267935422Disabling compacts and flushes for region at 1733267935422Disabling writes for close at 1733267935422Obtaining lock to block concurrent updates at 1733267935422Preparing flush snapshotting stores in 1588230740 at 1733267935422Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733267935422Flushing stores of hbase:meta,,1.1588230740 at 1733267935423 (+1 ms)Flushing 1588230740/info: creating writer at 1733267935423Flushing 1588230740/info: appending metadata at 1733267935437 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733267935437Flushing 1588230740/ns: creating writer at 1733267935848 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733267935867 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733267935867Flushing 1588230740/rep_barrier: creating writer at 1733267936279 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733267936298 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733267936298Flushing 1588230740/table: creating writer at 1733267936710 (+412 ms)Flushing 1588230740/table: appending metadata at 1733267936727 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733267936727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@629f74d3: reopening flushed file at 1733267936748 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4902f327: reopening flushed file at 1733267936760 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8d429d2: reopening flushed file at 1733267936771 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f0c2307: reopening flushed file at 1733267936789 (+18 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1375ms, sequenceid=16, compaction requested=false at 1733267936797 (+8 ms)Writing region close event to WAL at 1733267936805 (+8 ms)Running coprocessor post-close hooks at 1733267936817 (+12 ms)Closed at 1733267936817 2024-12-03T23:18:56,817 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T23:18:56,823 INFO [RS:0;5f9d64419733:40267 {}] regionserver.HRegionServer(976): stopping server 5f9d64419733,40267,1733267854634; all regions closed. 2024-12-03T23:18:56,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741834_1010 (size=4239) 2024-12-03T23:18:56,830 DEBUG [RS:0;5f9d64419733:40267 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/oldWALs 2024-12-03T23:18:56,830 INFO [RS:0;5f9d64419733:40267 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C40267%2C1733267854634.meta:.meta(num 1733267857588) 2024-12-03T23:18:56,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741839_1015 (size=2700) 2024-12-03T23:18:56,854 DEBUG [RS:0;5f9d64419733:40267 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/oldWALs 2024-12-03T23:18:56,854 INFO [RS:0;5f9d64419733:40267 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C40267%2C1733267854634.rep:(num 1733267867455) 2024-12-03T23:18:56,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741832_1008 (size=1300) 2024-12-03T23:18:56,863 DEBUG [RS:0;5f9d64419733:40267 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/oldWALs 2024-12-03T23:18:56,863 INFO [RS:0;5f9d64419733:40267 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C40267%2C1733267854634:(num 1733267856630) 2024-12-03T23:18:56,863 DEBUG [RS:0;5f9d64419733:40267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:18:56,863 INFO [RS:0;5f9d64419733:40267 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:18:56,863 INFO [RS:0;5f9d64419733:40267 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:18:56,865 INFO [RS:0;5f9d64419733:40267 {}] hbase.ChoreService(370): Chore service for: regionserver/5f9d64419733:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T23:18:56,865 INFO [RS:0;5f9d64419733:40267 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:18:56,865 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:18:56,866 INFO [RS:0;5f9d64419733:40267 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5f9d64419733,40267,1733267854634 because: Region server is closing 2024-12-03T23:18:56,866 INFO [RS:0;5f9d64419733:40267 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:40267. 2024-12-03T23:18:56,866 DEBUG [RS:0;5f9d64419733:40267 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:18:56,866 DEBUG [RS:0;5f9d64419733:40267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:18:56,866 DEBUG [RS:0;5f9d64419733:40267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:18:56,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:18:56,966 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.shipper5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T23:18:56,966 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.wal-reader.5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T23:18:56,967 INFO [RS:0;5f9d64419733:40267 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,40267,1733267854634.replicationSource.shipper5f9d64419733%2C40267%2C1733267854634,1-5f9d64419733,40267,1733267854634 terminated 2024-12-03T23:18:56,967 INFO [RS:0;5f9d64419733:40267 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40267 2024-12-03T23:18:56,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40267-0x1017a9e7b350001, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1366383921/rs/5f9d64419733,40267,1733267854634 2024-12-03T23:18:56,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1366383921/rs 2024-12-03T23:18:56,969 INFO [RS:0;5f9d64419733:40267 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:18:56,970 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5f9d64419733,40267,1733267854634] 2024-12-03T23:18:56,972 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1366383921/draining/5f9d64419733,40267,1733267854634 already deleted, retry=false 2024-12-03T23:18:56,972 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5f9d64419733,40267,1733267854634 expired; onlineServers=0 2024-12-03T23:18:56,972 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5f9d64419733,36227,1733267854578' ***** 2024-12-03T23:18:56,972 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T23:18:56,972 INFO [M:0;5f9d64419733:36227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:18:56,972 INFO [M:0;5f9d64419733:36227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:18:56,972 DEBUG [M:0;5f9d64419733:36227 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T23:18:56,972 DEBUG [M:0;5f9d64419733:36227 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T23:18:56,972 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T23:18:56,972 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267856425 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267856425,5,FailOnTimeoutGroup] 2024-12-03T23:18:56,973 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267856425 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267856425,5,FailOnTimeoutGroup] 2024-12-03T23:18:56,973 INFO [M:0;5f9d64419733:36227 {}] hbase.ChoreService(370): Chore service for: master/5f9d64419733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T23:18:56,973 INFO [M:0;5f9d64419733:36227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:18:56,973 DEBUG [M:0;5f9d64419733:36227 {}] master.HMaster(1795): Stopping service threads 2024-12-03T23:18:56,973 INFO [M:0;5f9d64419733:36227 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T23:18:56,973 INFO [M:0;5f9d64419733:36227 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:18:56,973 INFO [M:0;5f9d64419733:36227 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T23:18:56,973 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T23:18:56,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1366383921/master 2024-12-03T23:18:56,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1366383921 2024-12-03T23:18:56,976 DEBUG [M:0;5f9d64419733:36227 {}] zookeeper.ZKUtil(347): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Unable to get data of znode /0-1366383921/master because node does not exist (not an error) 2024-12-03T23:18:56,976 WARN [M:0;5f9d64419733:36227 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T23:18:56,978 INFO [M:0;5f9d64419733:36227 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/.lastflushedseqids 2024-12-03T23:18:56,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741850_1026 (size=263) 2024-12-03T23:18:56,987 INFO [M:0;5f9d64419733:36227 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T23:18:56,987 INFO [M:0;5f9d64419733:36227 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T23:18:56,987 DEBUG [M:0;5f9d64419733:36227 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:18:56,987 INFO [M:0;5f9d64419733:36227 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:18:56,987 DEBUG [M:0;5f9d64419733:36227 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:18:56,987 DEBUG [M:0;5f9d64419733:36227 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:18:56,987 DEBUG [M:0;5f9d64419733:36227 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:18:56,988 INFO [M:0;5f9d64419733:36227 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-12-03T23:18:56,999 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:18:57,009 DEBUG [M:0;5f9d64419733:36227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60f0d273e309429bad7e7007aa68971c is 82, key is hbase:meta,,1/info:regioninfo/1733267857651/Put/seqid=0 2024-12-03T23:18:57,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:18:57,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:18:57,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741851_1027 (size=5672) 2024-12-03T23:18:57,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:18:57,030 INFO [M:0;5f9d64419733:36227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60f0d273e309429bad7e7007aa68971c 2024-12-03T23:18:57,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:18:57,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:18:57,059 DEBUG [M:0;5f9d64419733:36227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9aac251c38de48f1ac01fb34eb00b742 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733267863168/Put/seqid=0 2024-12-03T23:18:57,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40267-0x1017a9e7b350001, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:18:57,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40267-0x1017a9e7b350001, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:18:57,072 INFO [RS:0;5f9d64419733:40267 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:18:57,072 INFO [RS:0;5f9d64419733:40267 {}] regionserver.HRegionServer(1031): Exiting; stopping=5f9d64419733,40267,1733267854634; zookeeper connection closed. 2024-12-03T23:18:57,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741852_1028 (size=7241) 2024-12-03T23:18:57,076 INFO [M:0;5f9d64419733:36227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9aac251c38de48f1ac01fb34eb00b742 2024-12-03T23:18:57,080 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73366e9d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73366e9d 2024-12-03T23:18:57,081 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T23:18:57,083 INFO [M:0;5f9d64419733:36227 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9aac251c38de48f1ac01fb34eb00b742 2024-12-03T23:18:57,101 DEBUG [M:0;5f9d64419733:36227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/075b7115565d41e9b0655668fac40b55 is 69, key is 5f9d64419733,40267,1733267854634/rs:state/1733267856479/Put/seqid=0 2024-12-03T23:18:57,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741853_1029 (size=5156) 2024-12-03T23:18:57,535 INFO [M:0;5f9d64419733:36227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/075b7115565d41e9b0655668fac40b55 2024-12-03T23:18:57,541 DEBUG [M:0;5f9d64419733:36227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60f0d273e309429bad7e7007aa68971c as hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/60f0d273e309429bad7e7007aa68971c 2024-12-03T23:18:57,545 INFO [M:0;5f9d64419733:36227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/60f0d273e309429bad7e7007aa68971c, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T23:18:57,546 DEBUG [M:0;5f9d64419733:36227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9aac251c38de48f1ac01fb34eb00b742 as hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9aac251c38de48f1ac01fb34eb00b742 2024-12-03T23:18:57,551 INFO [M:0;5f9d64419733:36227 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9aac251c38de48f1ac01fb34eb00b742 2024-12-03T23:18:57,551 INFO [M:0;5f9d64419733:36227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9aac251c38de48f1ac01fb34eb00b742, entries=11, sequenceid=105, filesize=7.1 K 2024-12-03T23:18:57,552 DEBUG [M:0;5f9d64419733:36227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/075b7115565d41e9b0655668fac40b55 as hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/075b7115565d41e9b0655668fac40b55 2024-12-03T23:18:57,559 INFO [M:0;5f9d64419733:36227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43519/user/jenkins/test-data/4862ba4c-9f3a-6cd6-0b48-c912b58f8fb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/075b7115565d41e9b0655668fac40b55, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T23:18:57,560 INFO [M:0;5f9d64419733:36227 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 573ms, sequenceid=105, compaction requested=false 2024-12-03T23:18:57,575 INFO [M:0;5f9d64419733:36227 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:18:57,575 DEBUG [M:0;5f9d64419733:36227 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733267936987Disabling compacts and flushes for region at 1733267936987Disabling writes for close at 1733267936987Obtaining lock to block concurrent updates at 1733267936988 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733267936988Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1733267936988Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733267936989 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733267936989Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733267937008 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733267937008Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733267937037 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733267937058 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733267937058Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733267937083 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733267937100 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733267937100Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16f35761: reopening flushed file at 1733267937540 (+440 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4db576e: reopening flushed file at 1733267937546 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13b62b14: reopening flushed file at 1733267937551 (+5 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 573ms, sequenceid=105, compaction requested=false at 1733267937560 (+9 ms)Writing region close event to WAL at 1733267937575 (+15 ms)Closed at 1733267937575 2024-12-03T23:18:57,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741830_1006 (size=64538) 2024-12-03T23:18:57,581 INFO [M:0;5f9d64419733:36227 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T23:18:57,581 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:18:57,581 INFO [M:0;5f9d64419733:36227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36227 2024-12-03T23:18:57,582 INFO [M:0;5f9d64419733:36227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:18:57,683 INFO [M:0;5f9d64419733:36227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:18:57,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:18:57,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1017a9e7b350000, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:18:57,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9c2799f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:18:57,687 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@133292a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:18:57,687 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:18:57,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e93db9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:18:57,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530a7c13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/hadoop.log.dir/,STOPPED} 2024-12-03T23:18:57,688 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T23:18:57,688 WARN [BP-698113302-172.17.0.2-1733267853512 heartbeating to localhost/127.0.0.1:43519 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T23:18:57,688 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T23:18:57,688 WARN [BP-698113302-172.17.0.2-1733267853512 heartbeating to localhost/127.0.0.1:43519 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-698113302-172.17.0.2-1733267853512 (Datanode Uuid 80d99b3b-25b1-43e6-96dc-64f7274e7d9b) service to localhost/127.0.0.1:43519 2024-12-03T23:18:57,689 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/cluster_047bc85b-cdaa-9cef-abf6-34502162d34c/data/data1/current/BP-698113302-172.17.0.2-1733267853512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:18:57,689 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/cluster_047bc85b-cdaa-9cef-abf6-34502162d34c/data/data2/current/BP-698113302-172.17.0.2-1733267853512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:18:57,689 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T23:18:57,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19f28759{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:18:57,696 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b5fcb95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:18:57,696 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:18:57,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fecc9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:18:57,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a50b0da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0a25967-a7cc-21f6-133c-3cf64899710e/hadoop.log.dir/,STOPPED} 2024-12-03T23:18:57,702 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T23:18:57,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T23:18:57,721 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 139) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39817 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39817 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43519 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39817 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55026) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f8f00b90988.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55026) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f8f00b90988.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:39817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=277 (was 244) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7558 (was 7656) 2024-12-03T23:18:57,729 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=277, ProcessCount=11, AvailableMemoryMB=7558 2024-12-03T23:18:57,743 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-03T23:18:57,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/hadoop.log.dir so I do NOT create it in target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056 2024-12-03T23:18:57,743 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T23:18:57,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/hadoop.tmp.dir so I do NOT create it in target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056 2024-12-03T23:18:57,743 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fd641b0-ced6-381c-ba2b-da677412b408/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T23:18:57,743 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056 2024-12-03T23:18:57,743 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/cluster_2b8d6f64-424a-031e-d2bf-37d95f02c6e7, deleteOnExit=true 2024-12-03T23:18:57,746 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/cluster_2b8d6f64-424a-031e-d2bf-37d95f02c6e7/zookeeper_0, clientPort=58704, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/cluster_2b8d6f64-424a-031e-d2bf-37d95f02c6e7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/cluster_2b8d6f64-424a-031e-d2bf-37d95f02c6e7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T23:18:57,747 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58704 2024-12-03T23:18:57,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T23:18:57,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T23:18:57,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/test.cache.data in system properties and HBase conf 2024-12-03T23:18:57,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T23:18:57,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/hadoop.log.dir in system properties and HBase conf 2024-12-03T23:18:57,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T23:18:57,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T23:18:57,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T23:18:57,748 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T23:18:57,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:18:57,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:18:57,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T23:18:57,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:18:57,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T23:18:57,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T23:18:57,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:18:57,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:18:57,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T23:18:57,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/nfs.dump.dir in system properties and HBase conf 2024-12-03T23:18:57,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/java.io.tmpdir in system properties and HBase conf 2024-12-03T23:18:57,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:18:57,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T23:18:57,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T23:18:57,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017a9e7b350005, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T23:18:57,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017a9e7b350002, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T23:18:57,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017a9e7b350002, quorum=127.0.0.1:55026, baseZNode=/0-1366383921 Received Disconnected from ZooKeeper, ignoring 2024-12-03T23:18:57,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017a9e7b350005, quorum=127.0.0.1:55026, baseZNode=/1-280303005 Received Disconnected from ZooKeeper, ignoring 2024-12-03T23:18:57,838 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:18:57,843 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:18:57,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:18:57,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:18:57,844 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T23:18:57,846 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:18:57,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30f3fbb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:18:57,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@645f7d76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:18:57,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69ebd7a6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/java.io.tmpdir/jetty-localhost-45181-hadoop-hdfs-3_4_1-tests_jar-_-any-12396022662186609006/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:18:57,962 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23d953a4{HTTP/1.1, (http/1.1)}{localhost:45181} 2024-12-03T23:18:57,962 INFO [Time-limited test {}] server.Server(415): Started @127587ms 2024-12-03T23:18:58,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:18:58,058 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:18:58,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:18:58,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:18:58,059 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T23:18:58,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d762323{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:18:58,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72697519{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:18:58,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d8f70de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/java.io.tmpdir/jetty-localhost-34935-hadoop-hdfs-3_4_1-tests_jar-_-any-5877129994923634701/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:18:58,180 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f4a13ae{HTTP/1.1, (http/1.1)}{localhost:34935} 2024-12-03T23:18:58,180 INFO [Time-limited test {}] server.Server(415): Started @127806ms 2024-12-03T23:18:58,182 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T23:18:58,288 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/cluster_2b8d6f64-424a-031e-d2bf-37d95f02c6e7/data/data1/current/BP-2063824334-172.17.0.2-1733267937770/current, will proceed with Du for space computation calculation, 2024-12-03T23:18:58,288 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/cluster_2b8d6f64-424a-031e-d2bf-37d95f02c6e7/data/data2/current/BP-2063824334-172.17.0.2-1733267937770/current, will proceed with Du for space computation calculation, 2024-12-03T23:18:58,305 WARN [Thread-1271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T23:18:58,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xacf163418f92ebaf with lease ID 0x2c5e9b2e58529e39: Processing first storage report for DS-a5790312-90d9-47cf-a89d-3e82328d4db2 from datanode DatanodeRegistration(127.0.0.1:41145, datanodeUuid=25001d69-a8dc-40e6-92eb-93f3ce7b8afc, infoPort=41051, infoSecurePort=0, ipcPort=33213, storageInfo=lv=-57;cid=testClusterID;nsid=1492314176;c=1733267937770) 2024-12-03T23:18:58,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xacf163418f92ebaf with lease ID 0x2c5e9b2e58529e39: from storage DS-a5790312-90d9-47cf-a89d-3e82328d4db2 node DatanodeRegistration(127.0.0.1:41145, datanodeUuid=25001d69-a8dc-40e6-92eb-93f3ce7b8afc, infoPort=41051, infoSecurePort=0, ipcPort=33213, storageInfo=lv=-57;cid=testClusterID;nsid=1492314176;c=1733267937770), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:18:58,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xacf163418f92ebaf with lease ID 0x2c5e9b2e58529e39: Processing first storage report for DS-21273e05-3cf8-4ba8-9786-11e6fa000f66 from datanode DatanodeRegistration(127.0.0.1:41145, datanodeUuid=25001d69-a8dc-40e6-92eb-93f3ce7b8afc, infoPort=41051, infoSecurePort=0, ipcPort=33213, storageInfo=lv=-57;cid=testClusterID;nsid=1492314176;c=1733267937770) 2024-12-03T23:18:58,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xacf163418f92ebaf with lease ID 0x2c5e9b2e58529e39: from storage DS-21273e05-3cf8-4ba8-9786-11e6fa000f66 node DatanodeRegistration(127.0.0.1:41145, datanodeUuid=25001d69-a8dc-40e6-92eb-93f3ce7b8afc, infoPort=41051, infoSecurePort=0, ipcPort=33213, storageInfo=lv=-57;cid=testClusterID;nsid=1492314176;c=1733267937770), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:18:58,404 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056 2024-12-03T23:18:58,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:18:58,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:18:58,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741825_1001 (size=7) 2024-12-03T23:18:58,818 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1 with version=8 2024-12-03T23:18:58,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/hbase-staging 2024-12-03T23:18:58,820 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:18:58,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:18:58,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:18:58,820 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:18:58,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:18:58,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:18:58,820 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T23:18:58,820 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:18:58,821 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32957 2024-12-03T23:18:58,822 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32957 connecting to ZooKeeper ensemble=127.0.0.1:58704 2024-12-03T23:18:58,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329570x0, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:18:58,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32957-0x1017a9fc4610000 connected 2024-12-03T23:18:58,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:18:58,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:18:58,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Set watcher on znode that does not yet exist, /02070555616/running 2024-12-03T23:18:58,859 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1, hbase.cluster.distributed=false 2024-12-03T23:18:58,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Set watcher on znode that does not yet exist, /02070555616/acl 2024-12-03T23:18:58,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32957 2024-12-03T23:18:58,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32957 2024-12-03T23:18:58,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32957 2024-12-03T23:18:58,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32957 2024-12-03T23:18:58,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32957 2024-12-03T23:18:58,883 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:18:58,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:18:58,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:18:58,884 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:18:58,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:18:58,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:18:58,884 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:18:58,884 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:18:58,885 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41525 2024-12-03T23:18:58,886 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41525 connecting to ZooKeeper ensemble=127.0.0.1:58704 2024-12-03T23:18:58,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:18:58,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:18:58,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415250x0, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:18:58,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41525-0x1017a9fc4610001 connected 2024-12-03T23:18:58,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41525-0x1017a9fc4610001, quorum=127.0.0.1:58704, baseZNode=/02070555616 Set watcher on znode that does not yet exist, /02070555616/running 2024-12-03T23:18:58,896 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:18:58,897 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:18:58,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41525-0x1017a9fc4610001, quorum=127.0.0.1:58704, baseZNode=/02070555616 Set watcher on znode that does not yet exist, /02070555616/master 2024-12-03T23:18:58,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41525-0x1017a9fc4610001, quorum=127.0.0.1:58704, baseZNode=/02070555616 Set watcher on znode that does not yet exist, /02070555616/acl 2024-12-03T23:18:58,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41525 2024-12-03T23:18:58,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41525 2024-12-03T23:18:58,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41525 2024-12-03T23:18:58,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41525 2024-12-03T23:18:58,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41525 2024-12-03T23:18:58,918 DEBUG [M:0;5f9d64419733:32957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5f9d64419733:32957 2024-12-03T23:18:58,918 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02070555616/backup-masters/5f9d64419733,32957,1733267938820 2024-12-03T23:18:58,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1017a9fc4610001, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616/backup-masters 2024-12-03T23:18:58,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616/backup-masters 2024-12-03T23:18:58,921 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Set watcher on existing znode=/02070555616/backup-masters/5f9d64419733,32957,1733267938820 2024-12-03T23:18:58,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1017a9fc4610001, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02070555616/master 2024-12-03T23:18:58,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616 2024-12-03T23:18:58,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1017a9fc4610001, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616 2024-12-03T23:18:58,922 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Set watcher on existing znode=/02070555616/master 2024-12-03T23:18:58,923 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02070555616/backup-masters/5f9d64419733,32957,1733267938820 from backup master directory 2024-12-03T23:18:58,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1017a9fc4610001, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616/backup-masters 2024-12-03T23:18:58,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02070555616/backup-masters/5f9d64419733,32957,1733267938820 2024-12-03T23:18:58,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616/backup-masters 2024-12-03T23:18:58,925 WARN [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:18:58,925 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5f9d64419733,32957,1733267938820 2024-12-03T23:18:58,929 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/hbase.id] with ID: f23b03a6-42f1-40a5-9eba-e1b11a4d9355 2024-12-03T23:18:58,929 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/.tmp/hbase.id 2024-12-03T23:18:58,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741826_1002 (size=42) 2024-12-03T23:18:59,335 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/.tmp/hbase.id]:[hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/hbase.id] 2024-12-03T23:18:59,346 INFO [master/5f9d64419733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:18:59,346 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T23:18:59,347 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T23:18:59,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616 2024-12-03T23:18:59,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1017a9fc4610001, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616 2024-12-03T23:18:59,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741827_1003 (size=196) 2024-12-03T23:18:59,756 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:18:59,757 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T23:18:59,757 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:18:59,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741828_1004 (size=1189) 2024-12-03T23:19:00,165 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store 2024-12-03T23:19:00,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741829_1005 (size=34) 2024-12-03T23:19:00,571 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:00,571 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:19:00,571 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:00,571 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:00,571 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:19:00,571 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:00,571 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:00,571 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733267940571Disabling compacts and flushes for region at 1733267940571Disabling writes for close at 1733267940571Writing region close event to WAL at 1733267940571Closed at 1733267940571 2024-12-03T23:19:00,572 WARN [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/.initializing 2024-12-03T23:19:00,572 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/WALs/5f9d64419733,32957,1733267938820 2024-12-03T23:19:00,573 INFO [master/5f9d64419733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:19:00,575 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C32957%2C1733267938820, suffix=, logDir=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/WALs/5f9d64419733,32957,1733267938820, archiveDir=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/oldWALs, maxLogs=10 2024-12-03T23:19:00,592 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/WALs/5f9d64419733,32957,1733267938820/5f9d64419733%2C32957%2C1733267938820.1733267940575, exclude list is [], retry=0 2024-12-03T23:19:00,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41145,DS-a5790312-90d9-47cf-a89d-3e82328d4db2,DISK] 2024-12-03T23:19:00,596 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/WALs/5f9d64419733,32957,1733267938820/5f9d64419733%2C32957%2C1733267938820.1733267940575 2024-12-03T23:19:00,596 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41051:41051)] 2024-12-03T23:19:00,596 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:19:00,596 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:00,596 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:00,596 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:00,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:00,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T23:19:00,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:00,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:00,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:00,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T23:19:00,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:00,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:00,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:00,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T23:19:00,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:00,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:00,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:00,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T23:19:00,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:00,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:00,603 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:00,604 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:00,604 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:00,606 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:00,606 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:00,606 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:19:00,607 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:00,609 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:19:00,609 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69785656, jitterRate=0.039887309074401855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:19:00,610 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733267940597Initializing all the Stores at 1733267940597Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267940597Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267940597Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267940597Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267940597Cleaning up temporary data from old regions at 1733267940606 (+9 ms)Region opened successfully at 1733267940610 (+4 ms) 2024-12-03T23:19:00,610 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T23:19:00,613 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511521a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:19:00,614 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T23:19:00,614 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T23:19:00,614 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T23:19:00,614 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T23:19:00,615 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T23:19:00,615 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T23:19:00,615 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T23:19:00,617 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T23:19:00,618 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Unable to get data of znode /02070555616/balancer because node does not exist (not necessarily an error) 2024-12-03T23:19:00,620 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02070555616/balancer already deleted, retry=false 2024-12-03T23:19:00,620 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T23:19:00,621 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Unable to get data of znode /02070555616/normalizer because node does not exist (not necessarily an error) 2024-12-03T23:19:00,622 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02070555616/normalizer already deleted, retry=false 2024-12-03T23:19:00,622 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T23:19:00,623 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Unable to get data of znode /02070555616/switch/split because node does not exist (not necessarily an error) 2024-12-03T23:19:00,625 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02070555616/switch/split already deleted, retry=false 2024-12-03T23:19:00,626 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Unable to get data of znode /02070555616/switch/merge because node does not exist (not necessarily an error) 2024-12-03T23:19:00,626 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02070555616/switch/merge already deleted, retry=false 2024-12-03T23:19:00,628 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Unable to get data of znode /02070555616/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T23:19:00,629 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02070555616/snapshot-cleanup already deleted, retry=false 2024-12-03T23:19:00,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02070555616/running 2024-12-03T23:19:00,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1017a9fc4610001, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02070555616/running 2024-12-03T23:19:00,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616 2024-12-03T23:19:00,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1017a9fc4610001, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616 2024-12-03T23:19:00,631 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5f9d64419733,32957,1733267938820, sessionid=0x1017a9fc4610000, setting cluster-up flag (Was=false) 2024-12-03T23:19:00,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616 2024-12-03T23:19:00,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1017a9fc4610001, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616 2024-12-03T23:19:00,640 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02070555616/flush-table-proc/acquired, /02070555616/flush-table-proc/reached, /02070555616/flush-table-proc/abort 2024-12-03T23:19:00,641 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,32957,1733267938820 2024-12-03T23:19:00,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616 2024-12-03T23:19:00,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1017a9fc4610001, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616 2024-12-03T23:19:00,649 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02070555616/online-snapshot/acquired, /02070555616/online-snapshot/reached, /02070555616/online-snapshot/abort 2024-12-03T23:19:00,650 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,32957,1733267938820 2024-12-03T23:19:00,651 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T23:19:00,652 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T23:19:00,653 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T23:19:00,653 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T23:19:00,653 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5f9d64419733,32957,1733267938820 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T23:19:00,654 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:00,654 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:00,654 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:00,654 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:00,654 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5f9d64419733:0, corePoolSize=10, maxPoolSize=10 2024-12-03T23:19:00,654 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:00,654 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:19:00,654 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:00,655 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733267970655 2024-12-03T23:19:00,655 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T23:19:00,655 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T23:19:00,655 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T23:19:00,655 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T23:19:00,655 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T23:19:00,655 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T23:19:00,655 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:00,656 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:19:00,656 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T23:19:00,656 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T23:19:00,656 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T23:19:00,656 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T23:19:00,656 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T23:19:00,656 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T23:19:00,656 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T23:19:00,657 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:00,657 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T23:19:00,660 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267940656,5,FailOnTimeoutGroup] 2024-12-03T23:19:00,663 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267940660,5,FailOnTimeoutGroup] 2024-12-03T23:19:00,663 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:00,663 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T23:19:00,663 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:00,663 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:00,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741831_1007 (size=1321) 2024-12-03T23:19:00,709 INFO [RS:0;5f9d64419733:41525 {}] regionserver.HRegionServer(746): ClusterId : f23b03a6-42f1-40a5-9eba-e1b11a4d9355 2024-12-03T23:19:00,709 DEBUG [RS:0;5f9d64419733:41525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:19:00,711 DEBUG [RS:0;5f9d64419733:41525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:19:00,711 DEBUG [RS:0;5f9d64419733:41525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:19:00,713 DEBUG [RS:0;5f9d64419733:41525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:19:00,713 DEBUG [RS:0;5f9d64419733:41525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1464f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:19:00,729 DEBUG [RS:0;5f9d64419733:41525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5f9d64419733:41525 2024-12-03T23:19:00,729 INFO [RS:0;5f9d64419733:41525 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:19:00,729 INFO [RS:0;5f9d64419733:41525 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:19:00,729 DEBUG [RS:0;5f9d64419733:41525 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:19:00,729 INFO [RS:0;5f9d64419733:41525 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,32957,1733267938820 with port=41525, startcode=1733267938883 2024-12-03T23:19:00,730 DEBUG [RS:0;5f9d64419733:41525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:19:00,731 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:19:00,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32957 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,41525,1733267938883 2024-12-03T23:19:00,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32957 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,41525,1733267938883 2024-12-03T23:19:00,733 DEBUG [RS:0;5f9d64419733:41525 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1 2024-12-03T23:19:00,733 DEBUG [RS:0;5f9d64419733:41525 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42065 2024-12-03T23:19:00,733 DEBUG [RS:0;5f9d64419733:41525 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:19:00,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616/rs 2024-12-03T23:19:00,736 DEBUG [RS:0;5f9d64419733:41525 {}] zookeeper.ZKUtil(111): regionserver:41525-0x1017a9fc4610001, quorum=127.0.0.1:58704, baseZNode=/02070555616 Set watcher on existing znode=/02070555616/rs/5f9d64419733,41525,1733267938883 2024-12-03T23:19:00,736 WARN [RS:0;5f9d64419733:41525 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:19:00,737 INFO [RS:0;5f9d64419733:41525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:19:00,737 DEBUG [RS:0;5f9d64419733:41525 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,41525,1733267938883 2024-12-03T23:19:00,737 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,41525,1733267938883] 2024-12-03T23:19:00,740 INFO [RS:0;5f9d64419733:41525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:19:00,742 INFO [RS:0;5f9d64419733:41525 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:19:00,742 INFO [RS:0;5f9d64419733:41525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:19:00,742 INFO [RS:0;5f9d64419733:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:00,742 INFO [RS:0;5f9d64419733:41525 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:19:00,743 INFO [RS:0;5f9d64419733:41525 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:19:00,743 INFO [RS:0;5f9d64419733:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:00,743 DEBUG [RS:0;5f9d64419733:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:00,743 DEBUG [RS:0;5f9d64419733:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:00,743 DEBUG [RS:0;5f9d64419733:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:00,743 DEBUG [RS:0;5f9d64419733:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:00,743 DEBUG [RS:0;5f9d64419733:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:00,743 DEBUG [RS:0;5f9d64419733:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:19:00,743 DEBUG [RS:0;5f9d64419733:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:00,743 DEBUG [RS:0;5f9d64419733:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:00,744 DEBUG [RS:0;5f9d64419733:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:00,744 DEBUG [RS:0;5f9d64419733:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:00,744 DEBUG [RS:0;5f9d64419733:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:00,744 DEBUG [RS:0;5f9d64419733:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:00,744 DEBUG [RS:0;5f9d64419733:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:19:00,744 DEBUG [RS:0;5f9d64419733:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:19:00,744 INFO [RS:0;5f9d64419733:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:00,744 INFO [RS:0;5f9d64419733:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:00,744 INFO [RS:0;5f9d64419733:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:00,744 INFO [RS:0;5f9d64419733:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:00,744 INFO [RS:0;5f9d64419733:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:00,744 INFO [RS:0;5f9d64419733:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,41525,1733267938883-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:19:00,759 INFO [RS:0;5f9d64419733:41525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:19:00,759 INFO [RS:0;5f9d64419733:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,41525,1733267938883-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:00,759 INFO [RS:0;5f9d64419733:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:00,759 INFO [RS:0;5f9d64419733:41525 {}] regionserver.Replication(171): 5f9d64419733,41525,1733267938883 started 2024-12-03T23:19:00,772 INFO [RS:0;5f9d64419733:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:00,772 INFO [RS:0;5f9d64419733:41525 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,41525,1733267938883, RpcServer on 5f9d64419733/172.17.0.2:41525, sessionid=0x1017a9fc4610001 2024-12-03T23:19:00,772 DEBUG [RS:0;5f9d64419733:41525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:19:00,772 DEBUG [RS:0;5f9d64419733:41525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,41525,1733267938883 2024-12-03T23:19:00,772 DEBUG [RS:0;5f9d64419733:41525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,41525,1733267938883' 2024-12-03T23:19:00,772 DEBUG [RS:0;5f9d64419733:41525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02070555616/flush-table-proc/abort' 2024-12-03T23:19:00,773 DEBUG [RS:0;5f9d64419733:41525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02070555616/flush-table-proc/acquired' 2024-12-03T23:19:00,773 DEBUG [RS:0;5f9d64419733:41525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:19:00,773 DEBUG [RS:0;5f9d64419733:41525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:19:00,773 DEBUG [RS:0;5f9d64419733:41525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,41525,1733267938883 2024-12-03T23:19:00,773 DEBUG [RS:0;5f9d64419733:41525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,41525,1733267938883' 2024-12-03T23:19:00,773 DEBUG [RS:0;5f9d64419733:41525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02070555616/online-snapshot/abort' 2024-12-03T23:19:00,773 DEBUG [RS:0;5f9d64419733:41525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02070555616/online-snapshot/acquired' 2024-12-03T23:19:00,774 DEBUG [RS:0;5f9d64419733:41525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:19:00,774 INFO [RS:0;5f9d64419733:41525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:19:00,774 INFO [RS:0;5f9d64419733:41525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:19:00,874 INFO [RS:0;5f9d64419733:41525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:19:00,876 INFO [RS:0;5f9d64419733:41525 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C41525%2C1733267938883, suffix=, logDir=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,41525,1733267938883, archiveDir=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/oldWALs, maxLogs=10 2024-12-03T23:19:00,890 DEBUG [RS:0;5f9d64419733:41525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,41525,1733267938883/5f9d64419733%2C41525%2C1733267938883.1733267940876, exclude list is [], retry=0 2024-12-03T23:19:00,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41145,DS-a5790312-90d9-47cf-a89d-3e82328d4db2,DISK] 2024-12-03T23:19:00,894 INFO [RS:0;5f9d64419733:41525 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,41525,1733267938883/5f9d64419733%2C41525%2C1733267938883.1733267940876 2024-12-03T23:19:00,894 DEBUG [RS:0;5f9d64419733:41525 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41051:41051)] 2024-12-03T23:19:01,068 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T23:19:01,068 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1 2024-12-03T23:19:01,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741833_1009 (size=32) 2024-12-03T23:19:01,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:01,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:19:01,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:19:01,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:01,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:01,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:19:01,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:19:01,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:01,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:01,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:19:01,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:19:01,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:01,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:01,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:19:01,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:19:01,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:01,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:01,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:19:01,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740 2024-12-03T23:19:01,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740 2024-12-03T23:19:01,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:19:01,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:19:01,488 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:19:01,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:19:01,491 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:19:01,492 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71123217, jitterRate=0.05981852114200592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:19:01,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733267941475Initializing all the Stores at 1733267941476 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267941476Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267941476Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267941476Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267941476Cleaning up temporary data from old regions at 1733267941487 (+11 ms)Region opened successfully at 1733267941492 (+5 ms) 2024-12-03T23:19:01,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:19:01,493 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:19:01,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:19:01,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:19:01,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:19:01,493 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:19:01,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733267941493Disabling compacts and flushes for region at 1733267941493Disabling writes for close at 1733267941493Writing region close event to WAL at 1733267941493Closed at 1733267941493 2024-12-03T23:19:01,495 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:19:01,495 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T23:19:01,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T23:19:01,497 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:19:01,498 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T23:19:01,649 DEBUG [5f9d64419733:32957 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T23:19:01,649 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5f9d64419733,41525,1733267938883 2024-12-03T23:19:01,650 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,41525,1733267938883, state=OPENING 2024-12-03T23:19:01,652 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T23:19:01,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1017a9fc4610001, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616 2024-12-03T23:19:01,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616 2024-12-03T23:19:01,654 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:19:01,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02070555616/meta-region-server: CHANGED 2024-12-03T23:19:01,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02070555616/meta-region-server: CHANGED 2024-12-03T23:19:01,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,41525,1733267938883}] 2024-12-03T23:19:01,814 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:19:01,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:19:01,824 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T23:19:01,825 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:19:01,825 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T23:19:01,827 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C41525%2C1733267938883.meta, suffix=.meta, logDir=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,41525,1733267938883, archiveDir=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/oldWALs, maxLogs=10 2024-12-03T23:19:01,857 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,41525,1733267938883/5f9d64419733%2C41525%2C1733267938883.meta.1733267941827.meta, exclude list is [], retry=0 2024-12-03T23:19:01,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41145,DS-a5790312-90d9-47cf-a89d-3e82328d4db2,DISK] 2024-12-03T23:19:01,870 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,41525,1733267938883/5f9d64419733%2C41525%2C1733267938883.meta.1733267941827.meta 2024-12-03T23:19:01,870 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41051:41051)] 2024-12-03T23:19:01,870 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:19:01,871 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:19:01,871 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:19:01,871 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T23:19:01,871 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T23:19:01,871 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T23:19:01,871 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:01,872 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T23:19:01,872 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T23:19:01,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:19:01,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:19:01,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:01,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:01,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:19:01,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:19:01,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:01,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:01,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:19:01,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:19:01,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:01,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:01,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:19:01,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:19:01,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:01,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:01,891 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:19:01,892 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740 2024-12-03T23:19:01,894 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740 2024-12-03T23:19:01,895 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:19:01,895 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:19:01,896 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:19:01,897 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:19:01,899 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65270268, jitterRate=-0.027397215366363525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:19:01,899 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T23:19:01,900 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733267941872Writing region info on filesystem at 1733267941872Initializing all the Stores at 1733267941873 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267941873Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267941873Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267941873Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267941873Cleaning up temporary data from old regions at 1733267941895 (+22 ms)Running coprocessor post-open hooks at 1733267941899 (+4 ms)Region opened successfully at 1733267941899 2024-12-03T23:19:01,901 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733267941814 2024-12-03T23:19:01,904 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T23:19:01,904 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T23:19:01,905 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,41525,1733267938883 2024-12-03T23:19:01,906 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,41525,1733267938883, state=OPEN 2024-12-03T23:19:01,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1017a9fc4610001, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02070555616/meta-region-server 2024-12-03T23:19:01,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02070555616/meta-region-server 2024-12-03T23:19:01,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02070555616/meta-region-server: CHANGED 2024-12-03T23:19:01,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02070555616/meta-region-server: CHANGED 2024-12-03T23:19:01,919 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5f9d64419733,41525,1733267938883 2024-12-03T23:19:01,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T23:19:01,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,41525,1733267938883 in 265 msec 2024-12-03T23:19:01,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T23:19:01,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 428 msec 2024-12-03T23:19:01,926 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:19:01,926 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T23:19:01,928 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:19:01,928 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,41525,1733267938883, seqNum=-1] 2024-12-03T23:19:01,929 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:19:01,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:19:01,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2830 sec 2024-12-03T23:19:01,936 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733267941936, completionTime=-1 2024-12-03T23:19:01,936 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T23:19:01,936 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T23:19:01,939 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T23:19:01,939 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733268001939 2024-12-03T23:19:01,939 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733268061939 2024-12-03T23:19:01,939 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T23:19:01,939 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,32957,1733267938820-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:01,940 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,32957,1733267938820-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:01,940 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,32957,1733267938820-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:01,940 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5f9d64419733:32957, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:01,940 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:01,942 DEBUG [master/5f9d64419733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T23:19:01,944 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:01,949 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.023sec 2024-12-03T23:19:01,949 INFO [master/5f9d64419733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T23:19:01,949 INFO [master/5f9d64419733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T23:19:01,949 INFO [master/5f9d64419733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T23:19:01,949 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T23:19:01,949 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T23:19:01,949 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,32957,1733267938820-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:19:01,949 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,32957,1733267938820-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T23:19:01,954 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T23:19:01,954 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T23:19:01,954 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,32957,1733267938820-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:02,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674ebbb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:02,010 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,32957,-1 for getting cluster id 2024-12-03T23:19:02,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:19:02,012 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f23b03a6-42f1-40a5-9eba-e1b11a4d9355' 2024-12-03T23:19:02,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:19:02,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f23b03a6-42f1-40a5-9eba-e1b11a4d9355" 2024-12-03T23:19:02,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49909cc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:02,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,32957,-1] 2024-12-03T23:19:02,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:19:02,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:02,015 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:19:02,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f4e02dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:02,016 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:19:02,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,41525,1733267938883, seqNum=-1] 2024-12-03T23:19:02,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:19:02,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:19:02,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5f9d64419733,32957,1733267938820 2024-12-03T23:19:02,021 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58704 2024-12-03T23:19:02,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:19:02,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017a9fc4610002 connected 2024-12-03T23:19:02,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/hadoop.log.dir so I do NOT create it in target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760 2024-12-03T23:19:02,033 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T23:19:02,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/hadoop.tmp.dir so I do NOT create it in target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760 2024-12-03T23:19:02,033 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T23:19:02,033 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760 2024-12-03T23:19:02,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T23:19:02,033 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/cluster_9023d6c8-517a-359a-0bb4-8089b67be39c, deleteOnExit=true 2024-12-03T23:19:02,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T23:19:02,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/test.cache.data in system properties and HBase conf 2024-12-03T23:19:02,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T23:19:02,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/hadoop.log.dir in system properties and HBase conf 2024-12-03T23:19:02,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T23:19:02,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T23:19:02,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T23:19:02,034 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T23:19:02,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:19:02,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:19:02,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T23:19:02,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:19:02,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T23:19:02,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T23:19:02,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:19:02,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:19:02,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T23:19:02,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/nfs.dump.dir in system properties and HBase conf 2024-12-03T23:19:02,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/java.io.tmpdir in system properties and HBase conf 2024-12-03T23:19:02,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:19:02,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T23:19:02,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T23:19:02,126 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T23:19:02,152 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:02,153 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:02,154 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:02,154 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:02,155 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:02,163 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:02,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:19:02,221 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:19:02,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:19:02,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:19:02,256 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T23:19:02,257 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:19:02,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@583a4371{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:19:02,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@370b3f5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:19:02,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@522e19b7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/java.io.tmpdir/jetty-localhost-40835-hadoop-hdfs-3_4_1-tests_jar-_-any-4562577639058189194/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:19:02,382 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@243c982e{HTTP/1.1, (http/1.1)}{localhost:40835} 2024-12-03T23:19:02,382 INFO [Time-limited test {}] server.Server(415): Started @132007ms 2024-12-03T23:19:02,498 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:19:02,502 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:19:02,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:19:02,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:19:02,506 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T23:19:02,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64267e6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:19:02,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b992587{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:19:02,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@267db9e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/java.io.tmpdir/jetty-localhost-40353-hadoop-hdfs-3_4_1-tests_jar-_-any-8606582849416832282/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:19:02,657 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e38c1ab{HTTP/1.1, (http/1.1)}{localhost:40353} 2024-12-03T23:19:02,657 INFO [Time-limited test {}] server.Server(415): Started @132282ms 2024-12-03T23:19:02,658 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T23:19:02,773 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/cluster_9023d6c8-517a-359a-0bb4-8089b67be39c/data/data1/current/BP-2137250142-172.17.0.2-1733267942068/current, will proceed with Du for space computation calculation, 2024-12-03T23:19:02,773 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/cluster_9023d6c8-517a-359a-0bb4-8089b67be39c/data/data2/current/BP-2137250142-172.17.0.2-1733267942068/current, will proceed with Du for space computation calculation, 2024-12-03T23:19:02,794 WARN [Thread-1392 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T23:19:02,797 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6362fcc2eef6975c with lease ID 0xef4ca211d7370ce8: Processing first storage report for DS-289406c5-76dd-4a29-a091-f7a42e85b403 from datanode DatanodeRegistration(127.0.0.1:36073, datanodeUuid=7649aaa1-eb79-4cf2-ad2b-0231db35d0b4, infoPort=45657, infoSecurePort=0, ipcPort=46299, storageInfo=lv=-57;cid=testClusterID;nsid=1600911611;c=1733267942068) 2024-12-03T23:19:02,797 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6362fcc2eef6975c with lease ID 0xef4ca211d7370ce8: from storage DS-289406c5-76dd-4a29-a091-f7a42e85b403 node DatanodeRegistration(127.0.0.1:36073, datanodeUuid=7649aaa1-eb79-4cf2-ad2b-0231db35d0b4, infoPort=45657, infoSecurePort=0, ipcPort=46299, storageInfo=lv=-57;cid=testClusterID;nsid=1600911611;c=1733267942068), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:19:02,797 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6362fcc2eef6975c with lease ID 0xef4ca211d7370ce8: Processing first storage report for DS-7d7a63b6-1fb4-45b0-8e1d-e2afb9e4324f from datanode DatanodeRegistration(127.0.0.1:36073, datanodeUuid=7649aaa1-eb79-4cf2-ad2b-0231db35d0b4, infoPort=45657, infoSecurePort=0, ipcPort=46299, storageInfo=lv=-57;cid=testClusterID;nsid=1600911611;c=1733267942068) 2024-12-03T23:19:02,797 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6362fcc2eef6975c with lease ID 0xef4ca211d7370ce8: from storage DS-7d7a63b6-1fb4-45b0-8e1d-e2afb9e4324f node DatanodeRegistration(127.0.0.1:36073, datanodeUuid=7649aaa1-eb79-4cf2-ad2b-0231db35d0b4, infoPort=45657, infoSecurePort=0, ipcPort=46299, storageInfo=lv=-57;cid=testClusterID;nsid=1600911611;c=1733267942068), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:19:02,887 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760 2024-12-03T23:19:02,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:02,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:02,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741825_1001 (size=7) 2024-12-03T23:19:03,296 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68 with version=8 2024-12-03T23:19:03,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/hbase-staging 2024-12-03T23:19:03,299 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:19:03,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:03,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:03,299 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:19:03,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:03,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:19:03,299 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T23:19:03,299 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:19:03,300 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46457 2024-12-03T23:19:03,301 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46457 connecting to ZooKeeper ensemble=127.0.0.1:58704 2024-12-03T23:19:03,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464570x0, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:19:03,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46457-0x1017a9fc4610003 connected 2024-12-03T23:19:03,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:03,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:03,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Set watcher on znode that does not yet exist, /1-1644561853/running 2024-12-03T23:19:03,319 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68, hbase.cluster.distributed=false 2024-12-03T23:19:03,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Set watcher on znode that does not yet exist, /1-1644561853/acl 2024-12-03T23:19:03,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46457 2024-12-03T23:19:03,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46457 2024-12-03T23:19:03,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46457 2024-12-03T23:19:03,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46457 2024-12-03T23:19:03,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46457 2024-12-03T23:19:03,340 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:19:03,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:03,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:03,340 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:19:03,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:03,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:19:03,340 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:19:03,340 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:19:03,343 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43693 2024-12-03T23:19:03,344 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43693 connecting to ZooKeeper ensemble=127.0.0.1:58704 2024-12-03T23:19:03,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:03,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:03,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436930x0, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:19:03,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43693-0x1017a9fc4610004, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Set watcher on znode that does not yet exist, /1-1644561853/running 2024-12-03T23:19:03,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43693-0x1017a9fc4610004 connected 2024-12-03T23:19:03,351 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:19:03,351 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:19:03,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43693-0x1017a9fc4610004, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Set watcher on znode that does not yet exist, /1-1644561853/master 2024-12-03T23:19:03,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43693-0x1017a9fc4610004, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Set watcher on znode that does not yet exist, /1-1644561853/acl 2024-12-03T23:19:03,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43693 2024-12-03T23:19:03,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43693 2024-12-03T23:19:03,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43693 2024-12-03T23:19:03,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43693 2024-12-03T23:19:03,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43693 2024-12-03T23:19:03,376 DEBUG [M:0;5f9d64419733:46457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5f9d64419733:46457 2024-12-03T23:19:03,377 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1644561853/backup-masters/5f9d64419733,46457,1733267943298 2024-12-03T23:19:03,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1644561853/backup-masters 2024-12-03T23:19:03,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1017a9fc4610004, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1644561853/backup-masters 2024-12-03T23:19:03,381 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Set watcher on existing znode=/1-1644561853/backup-masters/5f9d64419733,46457,1733267943298 2024-12-03T23:19:03,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1644561853 2024-12-03T23:19:03,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1017a9fc4610004, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1644561853/master 2024-12-03T23:19:03,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1017a9fc4610004, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1644561853 2024-12-03T23:19:03,382 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Set watcher on existing znode=/1-1644561853/master 2024-12-03T23:19:03,383 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1644561853/backup-masters/5f9d64419733,46457,1733267943298 from backup master directory 2024-12-03T23:19:03,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1644561853/backup-masters/5f9d64419733,46457,1733267943298 2024-12-03T23:19:03,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1017a9fc4610004, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1644561853/backup-masters 2024-12-03T23:19:03,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1644561853/backup-masters 2024-12-03T23:19:03,384 WARN [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:19:03,384 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5f9d64419733,46457,1733267943298 2024-12-03T23:19:03,388 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/hbase.id] with ID: 0b4f5a75-2257-4b4b-b189-13916a679dd2 2024-12-03T23:19:03,388 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/.tmp/hbase.id 2024-12-03T23:19:03,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741826_1002 (size=42) 2024-12-03T23:19:03,795 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/.tmp/hbase.id]:[hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/hbase.id] 2024-12-03T23:19:03,806 INFO [master/5f9d64419733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:03,806 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T23:19:03,807 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T23:19:03,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1644561853 2024-12-03T23:19:03,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1017a9fc4610004, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1644561853 2024-12-03T23:19:03,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741827_1003 (size=196) 2024-12-03T23:19:04,215 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:19:04,216 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T23:19:04,216 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:19:04,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741828_1004 (size=1189) 2024-12-03T23:19:04,623 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/MasterData/data/master/store 2024-12-03T23:19:04,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741829_1005 (size=34) 2024-12-03T23:19:05,029 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:05,029 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:19:05,029 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:05,029 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:05,029 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:19:05,029 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:05,029 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:05,029 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733267945029Disabling compacts and flushes for region at 1733267945029Disabling writes for close at 1733267945029Writing region close event to WAL at 1733267945029Closed at 1733267945029 2024-12-03T23:19:05,030 WARN [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/MasterData/data/master/store/.initializing 2024-12-03T23:19:05,030 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/MasterData/WALs/5f9d64419733,46457,1733267943298 2024-12-03T23:19:05,031 INFO [master/5f9d64419733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:19:05,032 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C46457%2C1733267943298, suffix=, logDir=hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/MasterData/WALs/5f9d64419733,46457,1733267943298, archiveDir=hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/MasterData/oldWALs, maxLogs=10 2024-12-03T23:19:05,045 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/MasterData/WALs/5f9d64419733,46457,1733267943298/5f9d64419733%2C46457%2C1733267943298.1733267945033, exclude list is [], retry=0 2024-12-03T23:19:05,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36073,DS-289406c5-76dd-4a29-a091-f7a42e85b403,DISK] 2024-12-03T23:19:05,049 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/MasterData/WALs/5f9d64419733,46457,1733267943298/5f9d64419733%2C46457%2C1733267943298.1733267945033 2024-12-03T23:19:05,050 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45657:45657)] 2024-12-03T23:19:05,050 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:19:05,050 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:05,050 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:05,050 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:05,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:05,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T23:19:05,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:05,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:05,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:05,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T23:19:05,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:05,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:05,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:05,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T23:19:05,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:05,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:05,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:05,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T23:19:05,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:05,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:05,056 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:05,057 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:05,057 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:05,058 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:05,058 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:05,058 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:19:05,059 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:05,061 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:19:05,061 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67681454, jitterRate=0.00853225588798523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:19:05,061 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733267945050Initializing all the Stores at 1733267945051 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267945051Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267945051Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267945051Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267945051Cleaning up temporary data from old regions at 1733267945058 (+7 ms)Region opened successfully at 1733267945061 (+3 ms) 2024-12-03T23:19:05,062 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T23:19:05,064 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@320c4ce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:19:05,065 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T23:19:05,065 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T23:19:05,065 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T23:19:05,065 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T23:19:05,065 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T23:19:05,066 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T23:19:05,066 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T23:19:05,067 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T23:19:05,068 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Unable to get data of znode /1-1644561853/balancer because node does not exist (not necessarily an error) 2024-12-03T23:19:05,070 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1644561853/balancer already deleted, retry=false 2024-12-03T23:19:05,071 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T23:19:05,071 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Unable to get data of znode /1-1644561853/normalizer because node does not exist (not necessarily an error) 2024-12-03T23:19:05,072 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1644561853/normalizer already deleted, retry=false 2024-12-03T23:19:05,072 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T23:19:05,073 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Unable to get data of znode /1-1644561853/switch/split because node does not exist (not necessarily an error) 2024-12-03T23:19:05,074 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1644561853/switch/split already deleted, retry=false 2024-12-03T23:19:05,075 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Unable to get data of znode /1-1644561853/switch/merge because node does not exist (not necessarily an error) 2024-12-03T23:19:05,076 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1644561853/switch/merge already deleted, retry=false 2024-12-03T23:19:05,077 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Unable to get data of znode /1-1644561853/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T23:19:05,083 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1644561853/snapshot-cleanup already deleted, retry=false 2024-12-03T23:19:05,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1644561853/running 2024-12-03T23:19:05,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1017a9fc4610004, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1644561853/running 2024-12-03T23:19:05,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1644561853 2024-12-03T23:19:05,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1017a9fc4610004, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1644561853 2024-12-03T23:19:05,085 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5f9d64419733,46457,1733267943298, sessionid=0x1017a9fc4610003, setting cluster-up flag (Was=false) 2024-12-03T23:19:05,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1644561853 2024-12-03T23:19:05,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1017a9fc4610004, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1644561853 2024-12-03T23:19:05,092 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1644561853/flush-table-proc/acquired, /1-1644561853/flush-table-proc/reached, /1-1644561853/flush-table-proc/abort 2024-12-03T23:19:05,093 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,46457,1733267943298 2024-12-03T23:19:05,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1017a9fc4610004, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1644561853 2024-12-03T23:19:05,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1644561853 2024-12-03T23:19:05,103 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1644561853/online-snapshot/acquired, /1-1644561853/online-snapshot/reached, /1-1644561853/online-snapshot/abort 2024-12-03T23:19:05,104 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,46457,1733267943298 2024-12-03T23:19:05,105 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T23:19:05,106 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T23:19:05,106 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T23:19:05,106 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T23:19:05,106 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5f9d64419733,46457,1733267943298 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T23:19:05,107 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:05,107 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:05,107 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:05,107 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:05,107 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5f9d64419733:0, corePoolSize=10, maxPoolSize=10 2024-12-03T23:19:05,107 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:05,107 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:19:05,107 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:05,108 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733267975108 2024-12-03T23:19:05,108 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T23:19:05,108 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T23:19:05,108 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T23:19:05,108 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T23:19:05,109 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T23:19:05,109 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T23:19:05,109 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:05,109 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:19:05,109 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T23:19:05,109 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T23:19:05,109 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T23:19:05,109 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T23:19:05,109 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T23:19:05,110 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T23:19:05,110 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T23:19:05,110 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:05,110 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T23:19:05,110 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267945110,5,FailOnTimeoutGroup] 2024-12-03T23:19:05,110 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267945110,5,FailOnTimeoutGroup] 2024-12-03T23:19:05,110 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:05,111 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T23:19:05,111 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:05,111 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:05,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741831_1007 (size=1321) 2024-12-03T23:19:05,161 INFO [RS:0;5f9d64419733:43693 {}] regionserver.HRegionServer(746): ClusterId : 0b4f5a75-2257-4b4b-b189-13916a679dd2 2024-12-03T23:19:05,161 DEBUG [RS:0;5f9d64419733:43693 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:19:05,164 DEBUG [RS:0;5f9d64419733:43693 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:19:05,164 DEBUG [RS:0;5f9d64419733:43693 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:19:05,166 DEBUG [RS:0;5f9d64419733:43693 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:19:05,166 DEBUG [RS:0;5f9d64419733:43693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e81215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:19:05,177 DEBUG [RS:0;5f9d64419733:43693 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5f9d64419733:43693 2024-12-03T23:19:05,177 INFO [RS:0;5f9d64419733:43693 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:19:05,177 INFO [RS:0;5f9d64419733:43693 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:19:05,177 DEBUG [RS:0;5f9d64419733:43693 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:19:05,178 INFO [RS:0;5f9d64419733:43693 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,46457,1733267943298 with port=43693, startcode=1733267943339 2024-12-03T23:19:05,178 DEBUG [RS:0;5f9d64419733:43693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:19:05,179 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:19:05,180 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,43693,1733267943339 2024-12-03T23:19:05,180 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46457 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,43693,1733267943339 2024-12-03T23:19:05,181 DEBUG [RS:0;5f9d64419733:43693 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68 2024-12-03T23:19:05,181 DEBUG [RS:0;5f9d64419733:43693 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40833 2024-12-03T23:19:05,181 DEBUG [RS:0;5f9d64419733:43693 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:19:05,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1644561853/rs 2024-12-03T23:19:05,187 DEBUG [RS:0;5f9d64419733:43693 {}] zookeeper.ZKUtil(111): regionserver:43693-0x1017a9fc4610004, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Set watcher on existing znode=/1-1644561853/rs/5f9d64419733,43693,1733267943339 2024-12-03T23:19:05,187 WARN [RS:0;5f9d64419733:43693 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:19:05,187 INFO [RS:0;5f9d64419733:43693 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:19:05,187 DEBUG [RS:0;5f9d64419733:43693 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/WALs/5f9d64419733,43693,1733267943339 2024-12-03T23:19:05,188 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,43693,1733267943339] 2024-12-03T23:19:05,190 INFO [RS:0;5f9d64419733:43693 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:19:05,192 INFO [RS:0;5f9d64419733:43693 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:19:05,192 INFO [RS:0;5f9d64419733:43693 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:19:05,192 INFO [RS:0;5f9d64419733:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:05,192 INFO [RS:0;5f9d64419733:43693 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:19:05,193 INFO [RS:0;5f9d64419733:43693 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:19:05,193 INFO [RS:0;5f9d64419733:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:05,193 DEBUG [RS:0;5f9d64419733:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:05,193 DEBUG [RS:0;5f9d64419733:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:05,193 DEBUG [RS:0;5f9d64419733:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:05,193 DEBUG [RS:0;5f9d64419733:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:05,193 DEBUG [RS:0;5f9d64419733:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:05,193 DEBUG [RS:0;5f9d64419733:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:19:05,193 DEBUG [RS:0;5f9d64419733:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:05,193 DEBUG [RS:0;5f9d64419733:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:05,193 DEBUG [RS:0;5f9d64419733:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:05,193 DEBUG [RS:0;5f9d64419733:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:05,193 DEBUG [RS:0;5f9d64419733:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:05,193 DEBUG [RS:0;5f9d64419733:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:05,193 DEBUG [RS:0;5f9d64419733:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:19:05,193 DEBUG [RS:0;5f9d64419733:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:19:05,194 INFO [RS:0;5f9d64419733:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:05,194 INFO [RS:0;5f9d64419733:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:05,194 INFO [RS:0;5f9d64419733:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:05,194 INFO [RS:0;5f9d64419733:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:05,194 INFO [RS:0;5f9d64419733:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:05,194 INFO [RS:0;5f9d64419733:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,43693,1733267943339-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:19:05,208 INFO [RS:0;5f9d64419733:43693 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:19:05,208 INFO [RS:0;5f9d64419733:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,43693,1733267943339-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:05,208 INFO [RS:0;5f9d64419733:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:05,208 INFO [RS:0;5f9d64419733:43693 {}] regionserver.Replication(171): 5f9d64419733,43693,1733267943339 started 2024-12-03T23:19:05,221 INFO [RS:0;5f9d64419733:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:05,221 INFO [RS:0;5f9d64419733:43693 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,43693,1733267943339, RpcServer on 5f9d64419733/172.17.0.2:43693, sessionid=0x1017a9fc4610004 2024-12-03T23:19:05,221 DEBUG [RS:0;5f9d64419733:43693 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:19:05,221 DEBUG [RS:0;5f9d64419733:43693 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,43693,1733267943339 2024-12-03T23:19:05,221 DEBUG [RS:0;5f9d64419733:43693 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,43693,1733267943339' 2024-12-03T23:19:05,222 DEBUG [RS:0;5f9d64419733:43693 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1644561853/flush-table-proc/abort' 2024-12-03T23:19:05,222 DEBUG [RS:0;5f9d64419733:43693 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1644561853/flush-table-proc/acquired' 2024-12-03T23:19:05,222 DEBUG [RS:0;5f9d64419733:43693 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:19:05,222 DEBUG [RS:0;5f9d64419733:43693 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:19:05,222 DEBUG [RS:0;5f9d64419733:43693 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,43693,1733267943339 2024-12-03T23:19:05,222 DEBUG [RS:0;5f9d64419733:43693 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,43693,1733267943339' 2024-12-03T23:19:05,222 DEBUG [RS:0;5f9d64419733:43693 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1644561853/online-snapshot/abort' 2024-12-03T23:19:05,223 DEBUG [RS:0;5f9d64419733:43693 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1644561853/online-snapshot/acquired' 2024-12-03T23:19:05,223 DEBUG [RS:0;5f9d64419733:43693 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:19:05,223 INFO [RS:0;5f9d64419733:43693 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:19:05,223 INFO [RS:0;5f9d64419733:43693 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:19:05,323 INFO [RS:0;5f9d64419733:43693 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:19:05,325 INFO [RS:0;5f9d64419733:43693 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C43693%2C1733267943339, suffix=, logDir=hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/WALs/5f9d64419733,43693,1733267943339, archiveDir=hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/oldWALs, maxLogs=10 2024-12-03T23:19:05,338 DEBUG [RS:0;5f9d64419733:43693 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/WALs/5f9d64419733,43693,1733267943339/5f9d64419733%2C43693%2C1733267943339.1733267945325, exclude list is [], retry=0 2024-12-03T23:19:05,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36073,DS-289406c5-76dd-4a29-a091-f7a42e85b403,DISK] 2024-12-03T23:19:05,343 INFO [RS:0;5f9d64419733:43693 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/WALs/5f9d64419733,43693,1733267943339/5f9d64419733%2C43693%2C1733267943339.1733267945325 2024-12-03T23:19:05,343 DEBUG [RS:0;5f9d64419733:43693 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45657:45657)] 2024-12-03T23:19:05,516 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T23:19:05,517 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68 2024-12-03T23:19:05,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741833_1009 (size=32) 2024-12-03T23:19:05,682 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T23:19:05,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T23:19:05,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T23:19:05,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:05,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:19:05,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:19:05,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:05,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:05,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:19:05,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:19:05,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:05,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:05,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:19:05,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:19:05,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:05,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:05,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:19:05,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:19:05,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:05,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:05,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:19:05,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/data/hbase/meta/1588230740 2024-12-03T23:19:05,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/data/hbase/meta/1588230740 2024-12-03T23:19:05,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:19:05,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:19:05,932 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:19:05,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:19:05,934 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:19:05,934 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59283608, jitterRate=-0.11660540103912354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:19:05,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733267945922Initializing all the Stores at 1733267945923 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267945923Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267945923Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267945923Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267945923Cleaning up temporary data from old regions at 1733267945931 (+8 ms)Region opened successfully at 1733267945934 (+3 ms) 2024-12-03T23:19:05,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:19:05,934 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:19:05,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:19:05,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:19:05,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:19:05,935 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:19:05,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733267945934Disabling compacts and flushes for region at 1733267945934Disabling writes for close at 1733267945934Writing region close event to WAL at 1733267945935 (+1 ms)Closed at 1733267945935 2024-12-03T23:19:05,936 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:19:05,936 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T23:19:05,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T23:19:05,937 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:19:05,938 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T23:19:06,088 DEBUG [5f9d64419733:46457 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T23:19:06,088 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5f9d64419733,43693,1733267943339 2024-12-03T23:19:06,090 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,43693,1733267943339, state=OPENING 2024-12-03T23:19:06,091 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T23:19:06,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1644561853 2024-12-03T23:19:06,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1017a9fc4610004, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1644561853 2024-12-03T23:19:06,093 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:19:06,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,43693,1733267943339}] 2024-12-03T23:19:06,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1644561853/meta-region-server: CHANGED 2024-12-03T23:19:06,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1644561853/meta-region-server: CHANGED 2024-12-03T23:19:06,246 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:19:06,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:19:06,251 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T23:19:06,251 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:19:06,252 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T23:19:06,253 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C43693%2C1733267943339.meta, suffix=.meta, logDir=hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/WALs/5f9d64419733,43693,1733267943339, archiveDir=hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/oldWALs, maxLogs=10 2024-12-03T23:19:06,270 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/WALs/5f9d64419733,43693,1733267943339/5f9d64419733%2C43693%2C1733267943339.meta.1733267946253.meta, exclude list is [], retry=0 2024-12-03T23:19:06,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36073,DS-289406c5-76dd-4a29-a091-f7a42e85b403,DISK] 2024-12-03T23:19:06,274 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/WALs/5f9d64419733,43693,1733267943339/5f9d64419733%2C43693%2C1733267943339.meta.1733267946253.meta 2024-12-03T23:19:06,274 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45657:45657)] 2024-12-03T23:19:06,275 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:19:06,275 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:19:06,275 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:19:06,275 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T23:19:06,275 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T23:19:06,275 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T23:19:06,275 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:06,276 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T23:19:06,276 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T23:19:06,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:19:06,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:19:06,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:06,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:06,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:19:06,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:19:06,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:06,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:06,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:19:06,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:19:06,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:06,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:06,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:19:06,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:19:06,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:06,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:06,282 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:19:06,282 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/data/hbase/meta/1588230740 2024-12-03T23:19:06,283 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/data/hbase/meta/1588230740 2024-12-03T23:19:06,284 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:19:06,284 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:19:06,285 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:19:06,286 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:19:06,287 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72758457, jitterRate=0.08418549597263336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:19:06,287 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T23:19:06,287 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733267946276Writing region info on filesystem at 1733267946276Initializing all the Stores at 1733267946277 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267946277Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267946277Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267946277Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267946277Cleaning up temporary data from old regions at 1733267946284 (+7 ms)Running coprocessor post-open hooks at 1733267946287 (+3 ms)Region opened successfully at 1733267946287 2024-12-03T23:19:06,288 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733267946246 2024-12-03T23:19:06,290 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T23:19:06,290 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T23:19:06,291 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,43693,1733267943339 2024-12-03T23:19:06,291 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,43693,1733267943339, state=OPEN 2024-12-03T23:19:06,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1644561853/meta-region-server 2024-12-03T23:19:06,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1017a9fc4610004, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1644561853/meta-region-server 2024-12-03T23:19:06,293 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5f9d64419733,43693,1733267943339 2024-12-03T23:19:06,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1644561853/meta-region-server: CHANGED 2024-12-03T23:19:06,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1644561853/meta-region-server: CHANGED 2024-12-03T23:19:06,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T23:19:06,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,43693,1733267943339 in 200 msec 2024-12-03T23:19:06,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T23:19:06,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-12-03T23:19:06,297 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:19:06,297 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T23:19:06,299 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:19:06,299 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,43693,1733267943339, seqNum=-1] 2024-12-03T23:19:06,299 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:19:06,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:19:06,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-12-03T23:19:06,305 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733267946305, completionTime=-1 2024-12-03T23:19:06,305 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T23:19:06,305 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T23:19:06,308 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T23:19:06,308 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733268006308 2024-12-03T23:19:06,308 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733268066308 2024-12-03T23:19:06,308 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T23:19:06,308 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,46457,1733267943298-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:06,308 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,46457,1733267943298-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:06,308 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,46457,1733267943298-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:06,308 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5f9d64419733:46457, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:06,308 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:06,309 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:06,311 DEBUG [master/5f9d64419733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T23:19:06,313 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.929sec 2024-12-03T23:19:06,313 INFO [master/5f9d64419733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T23:19:06,313 INFO [master/5f9d64419733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T23:19:06,313 INFO [master/5f9d64419733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T23:19:06,313 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T23:19:06,313 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T23:19:06,313 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,46457,1733267943298-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:19:06,313 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,46457,1733267943298-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T23:19:06,316 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T23:19:06,316 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T23:19:06,316 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,46457,1733267943298-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:06,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429278f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:06,362 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,46457,-1 for getting cluster id 2024-12-03T23:19:06,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:19:06,363 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b4f5a75-2257-4b4b-b189-13916a679dd2' 2024-12-03T23:19:06,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:19:06,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b4f5a75-2257-4b4b-b189-13916a679dd2" 2024-12-03T23:19:06,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f2c2ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:06,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,46457,-1] 2024-12-03T23:19:06,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:19:06,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:06,365 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:19:06,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5200e428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:06,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:19:06,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,43693,1733267943339, seqNum=-1] 2024-12-03T23:19:06,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:19:06,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:19:06,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5f9d64419733,46457,1733267943298 2024-12-03T23:19:06,371 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58704 2024-12-03T23:19:06,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:19:06,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017a9fc4610005 connected 2024-12-03T23:19:06,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb735db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:06,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,32957,-1 for getting cluster id 2024-12-03T23:19:06,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:19:06,378 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f23b03a6-42f1-40a5-9eba-e1b11a4d9355' 2024-12-03T23:19:06,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:19:06,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f23b03a6-42f1-40a5-9eba-e1b11a4d9355" 2024-12-03T23:19:06,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb4b19a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:06,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,32957,-1] 2024-12-03T23:19:06,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:19:06,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:06,380 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:19:06,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c71993d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:06,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:19:06,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,32957,1733267938820 2024-12-03T23:19:06,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50aa748c 2024-12-03T23:19:06,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:19:06,383 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:19:06,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5f9d64419733:46457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T23:19:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T23:19:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:19:06,386 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:46457' 2024-12-03T23:19:06,386 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c12cb0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:06,387 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,46457,-1 for getting cluster id 2024-12-03T23:19:06,387 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:19:06,387 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b4f5a75-2257-4b4b-b189-13916a679dd2' 2024-12-03T23:19:06,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:19:06,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b4f5a75-2257-4b4b-b189-13916a679dd2" 2024-12-03T23:19:06,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491b26a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:06,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,46457,-1] 2024-12-03T23:19:06,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:19:06,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:06,389 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:19:06,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16dc858c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:06,389 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:19:06,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,46457,1733267943298 2024-12-03T23:19:06,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1768f0ba 2024-12-03T23:19:06,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:19:06,391 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:19:06,391 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T23:19:06,391 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T23:19:06,391 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:06,391 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:06,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:19:06,392 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:19:06,393 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T23:19:06,394 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:19:06,394 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:06,395 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:19:06,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741835_1011 (size=1138) 2024-12-03T23:19:06,443 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T23:19:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:19:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:19:06,740 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T23:19:06,802 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e89e55c34404161ebda736dddc1a8a63, NAME => 'hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1 2024-12-03T23:19:06,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741836_1012 (size=44) 2024-12-03T23:19:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:19:07,208 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:07,208 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e89e55c34404161ebda736dddc1a8a63, disabling compactions & flushes 2024-12-03T23:19:07,208 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. 2024-12-03T23:19:07,208 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. 2024-12-03T23:19:07,208 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. after waiting 0 ms 2024-12-03T23:19:07,208 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. 2024-12-03T23:19:07,208 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. 2024-12-03T23:19:07,208 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e89e55c34404161ebda736dddc1a8a63: Waiting for close lock at 1733267947208Disabling compacts and flushes for region at 1733267947208Disabling writes for close at 1733267947208Writing region close event to WAL at 1733267947208Closed at 1733267947208 2024-12-03T23:19:07,209 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:19:07,210 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733267947209"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733267947209"}]},"ts":"1733267947209"} 2024-12-03T23:19:07,212 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:19:07,213 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:19:07,213 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733267947213"}]},"ts":"1733267947213"} 2024-12-03T23:19:07,214 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T23:19:07,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e89e55c34404161ebda736dddc1a8a63, ASSIGN}] 2024-12-03T23:19:07,216 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e89e55c34404161ebda736dddc1a8a63, ASSIGN 2024-12-03T23:19:07,216 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e89e55c34404161ebda736dddc1a8a63, ASSIGN; state=OFFLINE, location=5f9d64419733,41525,1733267938883; forceNewPlan=false, retain=false 2024-12-03T23:19:07,367 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e89e55c34404161ebda736dddc1a8a63, regionState=OPENING, regionLocation=5f9d64419733,41525,1733267938883 2024-12-03T23:19:07,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e89e55c34404161ebda736dddc1a8a63, ASSIGN because future has completed 2024-12-03T23:19:07,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e89e55c34404161ebda736dddc1a8a63, server=5f9d64419733,41525,1733267938883}] 2024-12-03T23:19:07,373 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:19:07,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:07,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:07,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:07,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:07,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:07,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:19:07,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. 2024-12-03T23:19:07,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:19:07,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T23:19:07,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C41525%2C1733267938883.rep, suffix=, logDir=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,41525,1733267938883, archiveDir=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/oldWALs, maxLogs=10 2024-12-03T23:19:07,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,41525,1733267938883/5f9d64419733%2C41525%2C1733267938883.rep.1733267947529, exclude list is [], retry=0 2024-12-03T23:19:07,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41145,DS-a5790312-90d9-47cf-a89d-3e82328d4db2,DISK] 2024-12-03T23:19:07,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,41525,1733267938883/5f9d64419733%2C41525%2C1733267938883.rep.1733267947529 2024-12-03T23:19:07,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41051:41051)] 2024-12-03T23:19:07,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e89e55c34404161ebda736dddc1a8a63, NAME => 'hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:19:07,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:19:07,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:19:07,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. service=MultiRowMutationService 2024-12-03T23:19:07,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T23:19:07,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:07,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:07,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:07,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:07,550 INFO [StoreOpener-e89e55c34404161ebda736dddc1a8a63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:07,552 INFO [StoreOpener-e89e55c34404161ebda736dddc1a8a63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e89e55c34404161ebda736dddc1a8a63 columnFamilyName hfileref 2024-12-03T23:19:07,552 DEBUG [StoreOpener-e89e55c34404161ebda736dddc1a8a63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:07,552 INFO [StoreOpener-e89e55c34404161ebda736dddc1a8a63-1 {}] regionserver.HStore(327): Store=e89e55c34404161ebda736dddc1a8a63/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:07,552 INFO [StoreOpener-e89e55c34404161ebda736dddc1a8a63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:07,553 INFO [StoreOpener-e89e55c34404161ebda736dddc1a8a63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e89e55c34404161ebda736dddc1a8a63 columnFamilyName queue 2024-12-03T23:19:07,553 DEBUG [StoreOpener-e89e55c34404161ebda736dddc1a8a63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:07,554 INFO [StoreOpener-e89e55c34404161ebda736dddc1a8a63-1 {}] regionserver.HStore(327): Store=e89e55c34404161ebda736dddc1a8a63/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:07,554 INFO [StoreOpener-e89e55c34404161ebda736dddc1a8a63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:07,555 INFO [StoreOpener-e89e55c34404161ebda736dddc1a8a63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e89e55c34404161ebda736dddc1a8a63 columnFamilyName sid 2024-12-03T23:19:07,555 DEBUG [StoreOpener-e89e55c34404161ebda736dddc1a8a63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:07,555 INFO [StoreOpener-e89e55c34404161ebda736dddc1a8a63-1 {}] regionserver.HStore(327): Store=e89e55c34404161ebda736dddc1a8a63/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:07,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:07,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/replication/e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:07,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/replication/e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:07,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:07,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:07,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:19:07,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:07,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/replication/e89e55c34404161ebda736dddc1a8a63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:19:07,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened e89e55c34404161ebda736dddc1a8a63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64198233, jitterRate=-0.04337178170681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:19:07,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:07,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e89e55c34404161ebda736dddc1a8a63: Running coprocessor pre-open hook at 1733267947548Writing region info on filesystem at 1733267947548Initializing all the Stores at 1733267947550 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267947550Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267947550Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267947550Cleaning up temporary data from old regions at 1733267947557 (+7 ms)Running coprocessor post-open hooks at 1733267947561 (+4 ms)Region opened successfully at 1733267947562 (+1 ms) 2024-12-03T23:19:07,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63., pid=7, masterSystemTime=1733267947523 2024-12-03T23:19:07,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. 2024-12-03T23:19:07,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. 2024-12-03T23:19:07,566 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e89e55c34404161ebda736dddc1a8a63, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,41525,1733267938883 2024-12-03T23:19:07,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e89e55c34404161ebda736dddc1a8a63, server=5f9d64419733,41525,1733267938883 because future has completed 2024-12-03T23:19:07,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T23:19:07,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e89e55c34404161ebda736dddc1a8a63, server=5f9d64419733,41525,1733267938883 in 198 msec 2024-12-03T23:19:07,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T23:19:07,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e89e55c34404161ebda736dddc1a8a63, ASSIGN in 356 msec 2024-12-03T23:19:07,574 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:19:07,574 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733267947574"}]},"ts":"1733267947574"} 2024-12-03T23:19:07,576 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T23:19:07,578 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:19:07,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-12-03T23:19:07,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63., hostname=5f9d64419733,41525,1733267938883, seqNum=2] 2024-12-03T23:19:07,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616 2024-12-03T23:19:07,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1017a9fc4610001, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616 2024-12-03T23:19:07,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T23:19:07,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T23:19:07,765 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T23:19:07,793 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5f9d64419733,41525,1733267938883, ReplicationSource: 1, currentBandwidth=0 2024-12-03T23:19:07,793 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:19:07,794 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,41525,1733267938883, seqNum=-1] 2024-12-03T23:19:07,794 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:19:07,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-03T23:19:07,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5f9d64419733,41525,1733267938883', locateType=CURRENT is [region=hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63., hostname=5f9d64419733,41525,1733267938883, seqNum=2] 2024-12-03T23:19:07,799 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T23:19:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T23:19:07,801 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5f9d64419733,41525,1733267938883 suceeded 2024-12-03T23:19:07,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T23:19:07,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-03T23:19:07,804 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5f9d64419733:46457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T23:19:07,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4210 sec 2024-12-03T23:19:07,814 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41525,1733267938883 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:46457' 2024-12-03T23:19:07,815 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41525,1733267938883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@173869af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:07,815 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41525,1733267938883 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,46457,-1 for getting cluster id 2024-12-03T23:19:07,815 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41525,1733267938883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:19:07,816 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b4f5a75-2257-4b4b-b189-13916a679dd2' 2024-12-03T23:19:07,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:19:07,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b4f5a75-2257-4b4b-b189-13916a679dd2" 2024-12-03T23:19:07,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d0e381, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:07,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,46457,-1] 2024-12-03T23:19:07,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:19:07,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:07,818 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:19:07,818 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41525,1733267938883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6433ecdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:07,818 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41525,1733267938883 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:19:07,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,46457,1733267943298 2024-12-03T23:19:07,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51d1e7f4 2024-12-03T23:19:07,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:19:07,820 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-03T23:19:07,821 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41525,1733267938883 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5f9d64419733,41525,1733267938883 (queues=1) is replicating from cluster=f23b03a6-42f1-40a5-9eba-e1b11a4d9355 to cluster=0b4f5a75-2257-4b4b-b189-13916a679dd2 2024-12-03T23:19:07,821 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41525,1733267938883 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5f9d64419733%2C41525%2C1733267938883 2024-12-03T23:19:07,821 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41525,1733267938883 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5f9d64419733,41525,1733267938883, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T23:19:07,822 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41525,1733267938883.replicationSource.wal-reader.5f9d64419733%2C41525%2C1733267938883,1-5f9d64419733,41525,1733267938883 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,41525,1733267938883/5f9d64419733%2C41525%2C1733267938883.1733267940876, startPosition=0, beingWritten=true 2024-12-03T23:19:07,822 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41525,1733267938883.replicationSource.shipper5f9d64419733%2C41525%2C1733267938883,1-5f9d64419733,41525,1733267938883 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5f9d64419733%2C41525%2C1733267938883 2024-12-03T23:19:08,027 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41525,1733267938883.replicationSource.wal-reader.5f9d64419733%2C41525%2C1733267938883,1-5f9d64419733,41525,1733267938883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,41525,1733267938883/5f9d64419733%2C41525%2C1733267938883.1733267940876 to pos 0, reset compression=false 2024-12-03T23:19:08,333 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41525,1733267938883.replicationSource.wal-reader.5f9d64419733%2C41525%2C1733267938883,1-5f9d64419733,41525,1733267938883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,41525,1733267938883/5f9d64419733%2C41525%2C1733267938883.1733267940876 to pos 0, reset compression=false 2024-12-03T23:19:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:19:08,530 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T23:19:08,530 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:19:08,530 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:08,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:08,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:08,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:19:08,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:19:08,531 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,32957,1733267938820 2024-12-03T23:19:08,531 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d706cfa 2024-12-03T23:19:08,532 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:19:08,533 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:19:08,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T23:19:08,534 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:19:08,534 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:08,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:08,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:08,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:19:08,534 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T23:19:08,534 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1626586251, stopped=false 2024-12-03T23:19:08,534 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5f9d64419733,32957,1733267938820 2024-12-03T23:19:08,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1017a9fc4610001, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02070555616/running 2024-12-03T23:19:08,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02070555616/running 2024-12-03T23:19:08,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1017a9fc4610001, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616 2024-12-03T23:19:08,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616 2024-12-03T23:19:08,537 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:19:08,537 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:19:08,537 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:08,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:08,538 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5f9d64419733,41525,1733267938883' ***** 2024-12-03T23:19:08,538 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T23:19:08,538 INFO [RS:0;5f9d64419733:41525 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T23:19:08,538 INFO [RS:0;5f9d64419733:41525 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T23:19:08,538 INFO [RS:0;5f9d64419733:41525 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T23:19:08,538 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T23:19:08,538 INFO [RS:0;5f9d64419733:41525 {}] regionserver.HRegionServer(3091): Received CLOSE for e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:08,539 INFO [RS:0;5f9d64419733:41525 {}] regionserver.HRegionServer(959): stopping server 5f9d64419733,41525,1733267938883 2024-12-03T23:19:08,539 INFO [RS:0;5f9d64419733:41525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:19:08,539 INFO [RS:0;5f9d64419733:41525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:41525. 2024-12-03T23:19:08,539 DEBUG [RS:0;5f9d64419733:41525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:08,539 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e89e55c34404161ebda736dddc1a8a63, disabling compactions & flushes 2024-12-03T23:19:08,539 DEBUG [RS:0;5f9d64419733:41525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:08,539 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. 2024-12-03T23:19:08,539 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. 2024-12-03T23:19:08,539 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. after waiting 0 ms 2024-12-03T23:19:08,539 INFO [RS:0;5f9d64419733:41525 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T23:19:08,539 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. 2024-12-03T23:19:08,539 INFO [RS:0;5f9d64419733:41525 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T23:19:08,539 INFO [RS:0;5f9d64419733:41525 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T23:19:08,539 INFO [RS:0;5f9d64419733:41525 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T23:19:08,539 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e89e55c34404161ebda736dddc1a8a63 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-03T23:19:08,540 INFO [RS:0;5f9d64419733:41525 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T23:19:08,540 DEBUG [RS:0;5f9d64419733:41525 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e89e55c34404161ebda736dddc1a8a63=hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63.} 2024-12-03T23:19:08,540 DEBUG [RS:0;5f9d64419733:41525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:08,541 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:19:08,541 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:19:08,541 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:19:08,541 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:19:08,541 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:19:08,541 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T23:19:08,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Set watcher on znode that does not yet exist, /02070555616/running 2024-12-03T23:19:08,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41525-0x1017a9fc4610001, quorum=127.0.0.1:58704, baseZNode=/02070555616 Set watcher on znode that does not yet exist, /02070555616/running 2024-12-03T23:19:08,551 INFO [regionserver/5f9d64419733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:19:08,559 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/replication/e89e55c34404161ebda736dddc1a8a63/.tmp/queue/fbc630d5aa22485ba29b979f61562e6f is 151, key is 1-5f9d64419733,41525,1733267938883/queue:5f9d64419733%2C41525%2C1733267938883/1733267947798/Put/seqid=0 2024-12-03T23:19:08,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741838_1014 (size=5350) 2024-12-03T23:19:08,566 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740/.tmp/info/f755c419ebc44ed9b3d09c056fbb6ae1 is 147, key is hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63./info:regioninfo/1733267947566/Put/seqid=0 2024-12-03T23:19:08,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741839_1015 (size=6631) 2024-12-03T23:19:08,739 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41525,1733267938883.replicationSource.wal-reader.5f9d64419733%2C41525%2C1733267938883,1-5f9d64419733,41525,1733267938883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,41525,1733267938883/5f9d64419733%2C41525%2C1733267938883.1733267940876 to pos 0, reset compression=false 2024-12-03T23:19:08,740 DEBUG [RS:0;5f9d64419733:41525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:08,745 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T23:19:08,745 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T23:19:08,941 DEBUG [RS:0;5f9d64419733:41525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:08,965 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/replication/e89e55c34404161ebda736dddc1a8a63/.tmp/queue/fbc630d5aa22485ba29b979f61562e6f 2024-12-03T23:19:08,972 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740/.tmp/info/f755c419ebc44ed9b3d09c056fbb6ae1 2024-12-03T23:19:08,975 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/replication/e89e55c34404161ebda736dddc1a8a63/.tmp/queue/fbc630d5aa22485ba29b979f61562e6f as hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/replication/e89e55c34404161ebda736dddc1a8a63/queue/fbc630d5aa22485ba29b979f61562e6f 2024-12-03T23:19:08,981 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/replication/e89e55c34404161ebda736dddc1a8a63/queue/fbc630d5aa22485ba29b979f61562e6f, entries=1, sequenceid=5, filesize=5.2 K 2024-12-03T23:19:08,982 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e89e55c34404161ebda736dddc1a8a63 in 443ms, sequenceid=5, compaction requested=false 2024-12-03T23:19:08,982 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T23:19:08,988 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/replication/e89e55c34404161ebda736dddc1a8a63/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T23:19:08,989 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:19:08,989 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:19:08,989 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. 2024-12-03T23:19:08,989 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e89e55c34404161ebda736dddc1a8a63: Waiting for close lock at 1733267948539Running coprocessor pre-close hooks at 1733267948539Disabling compacts and flushes for region at 1733267948539Disabling writes for close at 1733267948539Obtaining lock to block concurrent updates at 1733267948539Preparing flush snapshotting stores in e89e55c34404161ebda736dddc1a8a63 at 1733267948539Finished memstore snapshotting hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733267948540 (+1 ms)Flushing stores of hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. at 1733267948541 (+1 ms)Flushing e89e55c34404161ebda736dddc1a8a63/queue: creating writer at 1733267948541Flushing e89e55c34404161ebda736dddc1a8a63/queue: appending metadata at 1733267948558 (+17 ms)Flushing e89e55c34404161ebda736dddc1a8a63/queue: closing flushed file at 1733267948559 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6028b58f: reopening flushed file at 1733267948974 (+415 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e89e55c34404161ebda736dddc1a8a63 in 443ms, sequenceid=5, compaction requested=false at 1733267948982 (+8 ms)Writing region close event to WAL at 1733267948985 (+3 ms)Running coprocessor post-close hooks at 1733267948989 (+4 ms)Closed at 1733267948989 2024-12-03T23:19:08,989 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. 2024-12-03T23:19:08,996 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740/.tmp/ns/25f120efab0e4dd3a0f081dd1cd6ac6b is 43, key is default/ns:d/1733267941930/Put/seqid=0 2024-12-03T23:19:09,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741840_1016 (size=5153) 2024-12-03T23:19:09,141 DEBUG [RS:0;5f9d64419733:41525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:19:09,244 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41525,1733267938883.replicationSource.wal-reader.5f9d64419733%2C41525%2C1733267938883,1-5f9d64419733,41525,1733267938883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,41525,1733267938883/5f9d64419733%2C41525%2C1733267938883.1733267940876 to pos 0, reset compression=false 2024-12-03T23:19:09,341 DEBUG [RS:0;5f9d64419733:41525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:19:09,401 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740/.tmp/ns/25f120efab0e4dd3a0f081dd1cd6ac6b 2024-12-03T23:19:09,420 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740/.tmp/table/abdc901c346d494d8246e70edfcddb92 is 53, key is hbase:replication/table:state/1733267947574/Put/seqid=0 2024-12-03T23:19:09,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741841_1017 (size=5256) 2024-12-03T23:19:09,541 INFO [RS:0;5f9d64419733:41525 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T23:19:09,541 DEBUG [RS:0;5f9d64419733:41525 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T23:19:09,541 DEBUG [RS:0;5f9d64419733:41525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:19:09,741 DEBUG [RS:0;5f9d64419733:41525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:19:09,825 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740/.tmp/table/abdc901c346d494d8246e70edfcddb92 2024-12-03T23:19:09,830 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740/.tmp/info/f755c419ebc44ed9b3d09c056fbb6ae1 as hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740/info/f755c419ebc44ed9b3d09c056fbb6ae1 2024-12-03T23:19:09,834 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740/info/f755c419ebc44ed9b3d09c056fbb6ae1, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T23:19:09,835 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740/.tmp/ns/25f120efab0e4dd3a0f081dd1cd6ac6b as hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740/ns/25f120efab0e4dd3a0f081dd1cd6ac6b 2024-12-03T23:19:09,840 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740/ns/25f120efab0e4dd3a0f081dd1cd6ac6b, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T23:19:09,841 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740/.tmp/table/abdc901c346d494d8246e70edfcddb92 as hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740/table/abdc901c346d494d8246e70edfcddb92 2024-12-03T23:19:09,845 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740/table/abdc901c346d494d8246e70edfcddb92, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T23:19:09,846 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=11, compaction requested=false 2024-12-03T23:19:09,849 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41525,1733267938883.replicationSource.wal-reader.5f9d64419733%2C41525%2C1733267938883,1-5f9d64419733,41525,1733267938883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,41525,1733267938883/5f9d64419733%2C41525%2C1733267938883.1733267940876 to pos 0, reset compression=false 2024-12-03T23:19:09,851 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T23:19:09,852 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:19:09,852 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:19:09,852 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:19:09,852 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733267948541Running coprocessor pre-close hooks at 1733267948541Disabling compacts and flushes for region at 1733267948541Disabling writes for close at 1733267948541Obtaining lock to block concurrent updates at 1733267948541Preparing flush snapshotting stores in 1588230740 at 1733267948541Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733267948541Flushing stores of hbase:meta,,1.1588230740 at 1733267948543 (+2 ms)Flushing 1588230740/info: creating writer at 1733267948543Flushing 1588230740/info: appending metadata at 1733267948565 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733267948566 (+1 ms)Flushing 1588230740/ns: creating writer at 1733267948978 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733267948995 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733267948995Flushing 1588230740/table: creating writer at 1733267949406 (+411 ms)Flushing 1588230740/table: appending metadata at 1733267949419 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733267949420 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5384f276: reopening flushed file at 1733267949829 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b47347e: reopening flushed file at 1733267949835 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1156a83c: reopening flushed file at 1733267949840 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=11, compaction requested=false at 1733267949846 (+6 ms)Writing region close event to WAL at 1733267949847 (+1 ms)Running coprocessor post-close hooks at 1733267949852 (+5 ms)Closed at 1733267949852 2024-12-03T23:19:09,852 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T23:19:09,942 INFO [RS:0;5f9d64419733:41525 {}] regionserver.HRegionServer(976): stopping server 5f9d64419733,41525,1733267938883; all regions closed. 2024-12-03T23:19:09,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741834_1010 (size=2742) 2024-12-03T23:19:09,944 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,41525,1733267938883/5f9d64419733%2C41525%2C1733267938883.meta.1733267941827.meta not finished, retry = 0 2024-12-03T23:19:10,047 DEBUG [RS:0;5f9d64419733:41525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/oldWALs 2024-12-03T23:19:10,047 INFO [RS:0;5f9d64419733:41525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C41525%2C1733267938883.meta:.meta(num 1733267941827) 2024-12-03T23:19:10,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741837_1013 (size=1586) 2024-12-03T23:19:10,051 DEBUG [RS:0;5f9d64419733:41525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/oldWALs 2024-12-03T23:19:10,051 INFO [RS:0;5f9d64419733:41525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C41525%2C1733267938883.rep:(num 1733267947529) 2024-12-03T23:19:10,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741832_1008 (size=93) 2024-12-03T23:19:10,059 DEBUG [RS:0;5f9d64419733:41525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/oldWALs 2024-12-03T23:19:10,059 INFO [RS:0;5f9d64419733:41525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C41525%2C1733267938883:(num 1733267940876) 2024-12-03T23:19:10,059 DEBUG [RS:0;5f9d64419733:41525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:10,059 INFO [RS:0;5f9d64419733:41525 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:19:10,059 INFO [RS:0;5f9d64419733:41525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:19:10,059 INFO [RS:0;5f9d64419733:41525 {}] hbase.ChoreService(370): Chore service for: regionserver/5f9d64419733:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T23:19:10,060 INFO [RS:0;5f9d64419733:41525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:19:10,060 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:19:10,060 INFO [RS:0;5f9d64419733:41525 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5f9d64419733,41525,1733267938883 because: Region server is closing 2024-12-03T23:19:10,060 INFO [RS:0;5f9d64419733:41525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:41525. 2024-12-03T23:19:10,060 DEBUG [RS:0;5f9d64419733:41525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:10,060 DEBUG [RS:0;5f9d64419733:41525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:10,060 DEBUG [RS:0;5f9d64419733:41525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:10,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:19:10,161 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41525,1733267938883.replicationSource.wal-reader.5f9d64419733%2C41525%2C1733267938883,1-5f9d64419733,41525,1733267938883 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T23:19:10,161 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41525,1733267938883.replicationSource.shipper5f9d64419733%2C41525%2C1733267938883,1-5f9d64419733,41525,1733267938883 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T23:19:10,161 INFO [RS:0;5f9d64419733:41525 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41525,1733267938883.replicationSource.shipper5f9d64419733%2C41525%2C1733267938883,1-5f9d64419733,41525,1733267938883 terminated 2024-12-03T23:19:10,161 INFO [RS:0;5f9d64419733:41525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41525 2024-12-03T23:19:10,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1017a9fc4610001, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02070555616/rs/5f9d64419733,41525,1733267938883 2024-12-03T23:19:10,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616/rs 2024-12-03T23:19:10,163 INFO [RS:0;5f9d64419733:41525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:19:10,164 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5f9d64419733,41525,1733267938883] 2024-12-03T23:19:10,165 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02070555616/draining/5f9d64419733,41525,1733267938883 already deleted, retry=false 2024-12-03T23:19:10,165 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5f9d64419733,41525,1733267938883 expired; onlineServers=0 2024-12-03T23:19:10,166 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5f9d64419733,32957,1733267938820' ***** 2024-12-03T23:19:10,166 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T23:19:10,166 INFO [M:0;5f9d64419733:32957 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:19:10,166 INFO [M:0;5f9d64419733:32957 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:19:10,166 DEBUG [M:0;5f9d64419733:32957 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T23:19:10,166 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T23:19:10,166 DEBUG [M:0;5f9d64419733:32957 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T23:19:10,166 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267940656 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267940656,5,FailOnTimeoutGroup] 2024-12-03T23:19:10,166 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267940660 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267940660,5,FailOnTimeoutGroup] 2024-12-03T23:19:10,166 INFO [M:0;5f9d64419733:32957 {}] hbase.ChoreService(370): Chore service for: master/5f9d64419733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T23:19:10,166 INFO [M:0;5f9d64419733:32957 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:19:10,167 DEBUG [M:0;5f9d64419733:32957 {}] master.HMaster(1795): Stopping service threads 2024-12-03T23:19:10,167 INFO [M:0;5f9d64419733:32957 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T23:19:10,167 INFO [M:0;5f9d64419733:32957 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:19:10,167 INFO [M:0;5f9d64419733:32957 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T23:19:10,167 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T23:19:10,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02070555616/master 2024-12-03T23:19:10,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616 2024-12-03T23:19:10,169 DEBUG [M:0;5f9d64419733:32957 {}] zookeeper.ZKUtil(347): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Unable to get data of znode /02070555616/master because node does not exist (not an error) 2024-12-03T23:19:10,169 WARN [M:0;5f9d64419733:32957 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T23:19:10,169 INFO [M:0;5f9d64419733:32957 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/.lastflushedseqids 2024-12-03T23:19:10,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741842_1018 (size=181) 2024-12-03T23:19:10,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1017a9fc4610001, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:19:10,264 INFO [RS:0;5f9d64419733:41525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:19:10,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x1017a9fc4610001, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:19:10,265 INFO [RS:0;5f9d64419733:41525 {}] regionserver.HRegionServer(1031): Exiting; stopping=5f9d64419733,41525,1733267938883; zookeeper connection closed. 2024-12-03T23:19:10,265 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d93a29b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d93a29b 2024-12-03T23:19:10,265 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T23:19:10,574 INFO [M:0;5f9d64419733:32957 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T23:19:10,574 INFO [M:0;5f9d64419733:32957 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T23:19:10,574 DEBUG [M:0;5f9d64419733:32957 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:19:10,575 INFO [M:0;5f9d64419733:32957 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:10,575 DEBUG [M:0;5f9d64419733:32957 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:10,575 DEBUG [M:0;5f9d64419733:32957 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:19:10,575 DEBUG [M:0;5f9d64419733:32957 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:10,575 INFO [M:0;5f9d64419733:32957 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-03T23:19:10,590 DEBUG [M:0;5f9d64419733:32957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76fa9bbf2ef6401e961cc2aa34d5214c is 82, key is hbase:meta,,1/info:regioninfo/1733267941905/Put/seqid=0 2024-12-03T23:19:10,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741843_1019 (size=5672) 2024-12-03T23:19:10,995 INFO [M:0;5f9d64419733:32957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76fa9bbf2ef6401e961cc2aa34d5214c 2024-12-03T23:19:11,014 DEBUG [M:0;5f9d64419733:32957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3060d37b85d34358bc239673f97b6c7d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733267947579/Put/seqid=0 2024-12-03T23:19:11,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741844_1020 (size=7203) 2024-12-03T23:19:11,419 INFO [M:0;5f9d64419733:32957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3060d37b85d34358bc239673f97b6c7d 2024-12-03T23:19:11,438 DEBUG [M:0;5f9d64419733:32957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/330a3ecdabb44d2a805e3483575da139 is 69, key is 5f9d64419733,41525,1733267938883/rs:state/1733267940732/Put/seqid=0 2024-12-03T23:19:11,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741845_1021 (size=5156) 2024-12-03T23:19:11,845 INFO [M:0;5f9d64419733:32957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/330a3ecdabb44d2a805e3483575da139 2024-12-03T23:19:11,850 DEBUG [M:0;5f9d64419733:32957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76fa9bbf2ef6401e961cc2aa34d5214c as hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76fa9bbf2ef6401e961cc2aa34d5214c 2024-12-03T23:19:11,855 INFO [M:0;5f9d64419733:32957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76fa9bbf2ef6401e961cc2aa34d5214c, entries=8, sequenceid=70, filesize=5.5 K 2024-12-03T23:19:11,856 DEBUG [M:0;5f9d64419733:32957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3060d37b85d34358bc239673f97b6c7d as hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3060d37b85d34358bc239673f97b6c7d 2024-12-03T23:19:11,861 INFO [M:0;5f9d64419733:32957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3060d37b85d34358bc239673f97b6c7d, entries=8, sequenceid=70, filesize=7.0 K 2024-12-03T23:19:11,862 DEBUG [M:0;5f9d64419733:32957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/330a3ecdabb44d2a805e3483575da139 as hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/330a3ecdabb44d2a805e3483575da139 2024-12-03T23:19:11,866 INFO [M:0;5f9d64419733:32957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/330a3ecdabb44d2a805e3483575da139, entries=1, sequenceid=70, filesize=5.0 K 2024-12-03T23:19:11,867 INFO [M:0;5f9d64419733:32957 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=70, compaction requested=false 2024-12-03T23:19:11,868 INFO [M:0;5f9d64419733:32957 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:11,868 DEBUG [M:0;5f9d64419733:32957 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733267950574Disabling compacts and flushes for region at 1733267950574Disabling writes for close at 1733267950575 (+1 ms)Obtaining lock to block concurrent updates at 1733267950575Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733267950575Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733267950575Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733267950576 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733267950576Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733267950590 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733267950590Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733267951000 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733267951014 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733267951014Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733267951423 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733267951437 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733267951437Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d5893e8: reopening flushed file at 1733267951850 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@450d973c: reopening flushed file at 1733267951855 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@125e02: reopening flushed file at 1733267951861 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=70, compaction requested=false at 1733267951867 (+6 ms)Writing region close event to WAL at 1733267951868 (+1 ms)Closed at 1733267951868 2024-12-03T23:19:11,870 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/WALs/5f9d64419733,32957,1733267938820/5f9d64419733%2C32957%2C1733267938820.1733267940575 not finished, retry = 0 2024-12-03T23:19:11,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741830_1006 (size=41008) 2024-12-03T23:19:11,972 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:19:11,972 INFO [M:0;5f9d64419733:32957 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T23:19:11,972 INFO [M:0;5f9d64419733:32957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32957 2024-12-03T23:19:11,972 INFO [M:0;5f9d64419733:32957 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:19:12,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:19:12,074 INFO [M:0;5f9d64419733:32957 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:19:12,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1017a9fc4610000, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:19:12,075 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:19:12,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:12,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:12,076 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:19:12,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:12,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:19:12,076 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T23:19:12,076 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:19:12,076 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38771 2024-12-03T23:19:12,077 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38771 connecting to ZooKeeper ensemble=127.0.0.1:58704 2024-12-03T23:19:12,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387710x0, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:19:12,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38771-0x1017a9fc4610006 connected 2024-12-03T23:19:12,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:12,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:12,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Set watcher on znode that does not yet exist, /02070555616/running 2024-12-03T23:19:12,086 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02070555616/meta-region-server: INIT 2024-12-03T23:19:12,086 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1, hbase.cluster.distributed=false 2024-12-03T23:19:12,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Set watcher on znode that does not yet exist, /02070555616/acl 2024-12-03T23:19:12,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38771 2024-12-03T23:19:12,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38771 2024-12-03T23:19:12,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38771 2024-12-03T23:19:12,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38771 2024-12-03T23:19:12,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38771 2024-12-03T23:19:12,103 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:19:12,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:12,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:12,103 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:19:12,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:12,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:19:12,104 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:19:12,104 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:19:12,104 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42295 2024-12-03T23:19:12,105 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42295 connecting to ZooKeeper ensemble=127.0.0.1:58704 2024-12-03T23:19:12,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:12,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:12,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422950x0, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:19:12,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42295-0x1017a9fc4610007 connected 2024-12-03T23:19:12,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42295-0x1017a9fc4610007, quorum=127.0.0.1:58704, baseZNode=/02070555616 Set watcher on znode that does not yet exist, /02070555616/running 2024-12-03T23:19:12,111 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02070555616/meta-region-server: INIT 2024-12-03T23:19:12,111 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:19:12,112 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:19:12,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42295-0x1017a9fc4610007, quorum=127.0.0.1:58704, baseZNode=/02070555616 Set watcher on znode that does not yet exist, /02070555616/master 2024-12-03T23:19:12,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42295-0x1017a9fc4610007, quorum=127.0.0.1:58704, baseZNode=/02070555616 Set watcher on znode that does not yet exist, /02070555616/acl 2024-12-03T23:19:12,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42295 2024-12-03T23:19:12,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42295 2024-12-03T23:19:12,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42295 2024-12-03T23:19:12,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42295 2024-12-03T23:19:12,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42295 2024-12-03T23:19:12,134 DEBUG [M:0;5f9d64419733:38771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5f9d64419733:38771 2024-12-03T23:19:12,135 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02070555616/backup-masters/5f9d64419733,38771,1733267952075 2024-12-03T23:19:12,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017a9fc4610007, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616/backup-masters 2024-12-03T23:19:12,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616/backup-masters 2024-12-03T23:19:12,136 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Set watcher on existing znode=/02070555616/backup-masters/5f9d64419733,38771,1733267952075 2024-12-03T23:19:12,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017a9fc4610007, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02070555616/master 2024-12-03T23:19:12,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017a9fc4610007, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616 2024-12-03T23:19:12,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616 2024-12-03T23:19:12,139 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Set watcher on existing znode=/02070555616/master 2024-12-03T23:19:12,139 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02070555616/backup-masters/5f9d64419733,38771,1733267952075 from backup master directory 2024-12-03T23:19:12,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02070555616/backup-masters/5f9d64419733,38771,1733267952075 2024-12-03T23:19:12,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616/backup-masters 2024-12-03T23:19:12,140 WARN [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:19:12,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017a9fc4610007, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616/backup-masters 2024-12-03T23:19:12,140 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5f9d64419733,38771,1733267952075 2024-12-03T23:19:12,150 INFO [master/5f9d64419733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:12,150 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T23:19:12,156 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-12-03T23:19:12,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741846_1022 (size=196) 2024-12-03T23:19:12,564 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:19:12,565 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T23:19:12,565 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:19:12,571 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-03T23:19:12,574 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/WALs/5f9d64419733,32957,1733267938820 to hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/WALs/5f9d64419733,32957,1733267938820-dead as it is dead 2024-12-03T23:19:12,575 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/WALs/5f9d64419733,32957,1733267938820-dead/5f9d64419733%2C32957%2C1733267938820.1733267940575 2024-12-03T23:19:12,575 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/WALs/5f9d64419733,32957,1733267938820-dead/5f9d64419733%2C32957%2C1733267938820.1733267940575 after 0ms 2024-12-03T23:19:12,576 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/WALs/5f9d64419733,32957,1733267938820-dead/5f9d64419733%2C32957%2C1733267938820.1733267940575 to hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5f9d64419733%2C32957%2C1733267938820.1733267940575 2024-12-03T23:19:12,576 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/WALs/5f9d64419733,32957,1733267938820-dead 2024-12-03T23:19:12,577 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/WALs/5f9d64419733,38771,1733267952075 2024-12-03T23:19:12,578 INFO [master/5f9d64419733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:19:12,579 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C38771%2C1733267952075, suffix=, logDir=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/WALs/5f9d64419733,38771,1733267952075, archiveDir=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/oldWALs, maxLogs=10 2024-12-03T23:19:12,594 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/WALs/5f9d64419733,38771,1733267952075/5f9d64419733%2C38771%2C1733267952075.1733267952579, exclude list is [], retry=0 2024-12-03T23:19:12,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41145,DS-a5790312-90d9-47cf-a89d-3e82328d4db2,DISK] 2024-12-03T23:19:12,598 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/WALs/5f9d64419733,38771,1733267952075/5f9d64419733%2C38771%2C1733267952075.1733267952579 2024-12-03T23:19:12,598 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41051:41051)] 2024-12-03T23:19:12,598 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:19:12,599 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:12,599 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:12,599 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:12,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:12,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T23:19:12,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:12,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76fa9bbf2ef6401e961cc2aa34d5214c 2024-12-03T23:19:12,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:12,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:12,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T23:19:12,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:12,619 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3060d37b85d34358bc239673f97b6c7d 2024-12-03T23:19:12,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:12,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:12,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T23:19:12,620 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:12,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/330a3ecdabb44d2a805e3483575da139 2024-12-03T23:19:12,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:12,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:12,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T23:19:12,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:12,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:12,626 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:12,626 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-03T23:19:12,626 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5f9d64419733%2C32957%2C1733267938820.1733267940575 2024-12-03T23:19:12,630 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5f9d64419733%2C32957%2C1733267938820.1733267940575 2024-12-03T23:19:12,631 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5f9d64419733%2C32957%2C1733267938820.1733267940575 2024-12-03T23:19:12,632 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:12,632 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:12,632 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:19:12,633 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:12,635 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-03T23:19:12,636 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69824567, jitterRate=0.04046712815761566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:19:12,636 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733267952599Initializing all the Stores at 1733267952603 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267952603Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267952607 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267952607Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267952607Cleaning up temporary data from old regions at 1733267952632 (+25 ms)Region opened successfully at 1733267952636 (+4 ms) 2024-12-03T23:19:12,636 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T23:19:12,639 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ac3249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:19:12,641 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-03T23:19:12,641 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T23:19:12,641 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T23:19:12,641 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T23:19:12,642 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T23:19:12,644 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T23:19:12,645 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T23:19:12,645 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T23:19:12,645 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-03T23:19:12,645 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T23:19:12,648 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=5f9d64419733,41525,1733267938883, regionLocation=5f9d64419733,41525,1733267938883, openSeqNum=2 2024-12-03T23:19:12,648 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=5f9d64419733,41525,1733267938883, table=hbase:meta, region=1588230740 2024-12-03T23:19:12,648 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,41525,1733267938883, state=OPEN 2024-12-03T23:19:12,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02070555616/meta-region-server 2024-12-03T23:19:12,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017a9fc4610007, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02070555616/meta-region-server 2024-12-03T23:19:12,650 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02070555616/meta-region-server: CHANGED 2024-12-03T23:19:12,650 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02070555616/meta-region-server: CHANGED 2024-12-03T23:19:12,653 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-03T23:19:12,655 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02070555616/draining/5f9d64419733,41525,1733267938883 already deleted, retry=false 2024-12-03T23:19:12,655 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 5f9d64419733,41525,1733267938883 on 5f9d64419733,38771,1733267952075 2024-12-03T23:19:12,656 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5f9d64419733,41525,1733267938883, splitWal=true, meta=true 2024-12-03T23:19:12,656 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 5f9d64419733,41525,1733267938883 (carryingMeta=true) 5f9d64419733,41525,1733267938883/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3dc7c1e6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T23:19:12,657 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Unable to get data of znode /02070555616/balancer because node does not exist (not necessarily an error) 2024-12-03T23:19:12,658 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02070555616/balancer already deleted, retry=false 2024-12-03T23:19:12,659 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T23:19:12,659 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Unable to get data of znode /02070555616/normalizer because node does not exist (not necessarily an error) 2024-12-03T23:19:12,660 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02070555616/normalizer already deleted, retry=false 2024-12-03T23:19:12,661 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T23:19:12,662 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Unable to get data of znode /02070555616/switch/split because node does not exist (not necessarily an error) 2024-12-03T23:19:12,664 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02070555616/switch/split already deleted, retry=false 2024-12-03T23:19:12,665 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Unable to get data of znode /02070555616/switch/merge because node does not exist (not necessarily an error) 2024-12-03T23:19:12,666 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02070555616/switch/merge already deleted, retry=false 2024-12-03T23:19:12,670 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Unable to get data of znode /02070555616/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T23:19:12,671 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02070555616/snapshot-cleanup already deleted, retry=false 2024-12-03T23:19:12,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017a9fc4610007, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02070555616/running 2024-12-03T23:19:12,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02070555616/running 2024-12-03T23:19:12,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017a9fc4610007, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616 2024-12-03T23:19:12,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616 2024-12-03T23:19:12,675 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5f9d64419733,38771,1733267952075, sessionid=0x1017a9fc4610006, setting cluster-up flag (Was=false) 2024-12-03T23:19:12,677 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02070555616/flush-table-proc/acquired, /02070555616/flush-table-proc/reached, /02070555616/flush-table-proc/abort 2024-12-03T23:19:12,678 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,38771,1733267952075 2024-12-03T23:19:12,682 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02070555616/online-snapshot/acquired, /02070555616/online-snapshot/reached, /02070555616/online-snapshot/abort 2024-12-03T23:19:12,683 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,38771,1733267952075 2024-12-03T23:19:12,684 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/.lastflushedseqids 2024-12-03T23:19:12,686 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T23:19:12,686 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T23:19:12,687 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5f9d64419733,38771,1733267952075 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 5f9d64419733,41525,1733267938883 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T23:19:12,688 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:12,688 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:12,688 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:12,688 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:12,688 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5f9d64419733:0, corePoolSize=10, maxPoolSize=10 2024-12-03T23:19:12,688 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:12,688 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:19:12,688 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:12,689 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733267982689 2024-12-03T23:19:12,689 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T23:19:12,689 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T23:19:12,689 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T23:19:12,689 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T23:19:12,689 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T23:19:12,689 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T23:19:12,689 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:12,690 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T23:19:12,690 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5f9d64419733,41525,1733267938883, splitWal=true, meta=true 2024-12-03T23:19:12,690 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T23:19:12,690 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T23:19:12,690 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T23:19:12,690 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T23:19:12,690 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T23:19:12,691 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267952690,5,FailOnTimeoutGroup] 2024-12-03T23:19:12,691 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267952691,5,FailOnTimeoutGroup] 2024-12-03T23:19:12,691 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:12,691 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T23:19:12,691 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:12,691 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:12,691 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733267952691, completionTime=-1 2024-12-03T23:19:12,691 WARN [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-03T23:19:12,691 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T23:19:12,691 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 5f9d64419733,41525,1733267938883, splitWal=true, meta=true, isMeta: true 2024-12-03T23:19:12,693 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,41525,1733267938883-splitting 2024-12-03T23:19:12,694 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,41525,1733267938883-splitting dir is empty, no logs to split. 2024-12-03T23:19:12,694 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5f9d64419733,41525,1733267938883 WAL count=0, meta=true 2024-12-03T23:19:12,696 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,41525,1733267938883-splitting dir is empty, no logs to split. 2024-12-03T23:19:12,696 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5f9d64419733,41525,1733267938883 WAL count=0, meta=true 2024-12-03T23:19:12,696 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 5f9d64419733,41525,1733267938883 WAL splitting is done? wals=0, meta=true 2024-12-03T23:19:12,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T23:19:12,697 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:19:12,698 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T23:19:12,722 INFO [RS:0;5f9d64419733:42295 {}] regionserver.HRegionServer(746): ClusterId : f23b03a6-42f1-40a5-9eba-e1b11a4d9355 2024-12-03T23:19:12,722 DEBUG [RS:0;5f9d64419733:42295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:19:12,724 DEBUG [RS:0;5f9d64419733:42295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:19:12,724 DEBUG [RS:0;5f9d64419733:42295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:19:12,731 DEBUG [RS:0;5f9d64419733:42295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:19:12,732 DEBUG [RS:0;5f9d64419733:42295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3e2633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:19:12,746 DEBUG [RS:0;5f9d64419733:42295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5f9d64419733:42295 2024-12-03T23:19:12,747 INFO [RS:0;5f9d64419733:42295 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:19:12,747 INFO [RS:0;5f9d64419733:42295 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:19:12,747 DEBUG [RS:0;5f9d64419733:42295 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:19:12,747 INFO [RS:0;5f9d64419733:42295 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,38771,1733267952075 with port=42295, startcode=1733267952103 2024-12-03T23:19:12,747 DEBUG [RS:0;5f9d64419733:42295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:19:12,749 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:19:12,749 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38771 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,42295,1733267952103 2024-12-03T23:19:12,749 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38771 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,42295,1733267952103 2024-12-03T23:19:12,750 DEBUG [RS:0;5f9d64419733:42295 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1 2024-12-03T23:19:12,750 DEBUG [RS:0;5f9d64419733:42295 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42065 2024-12-03T23:19:12,750 DEBUG [RS:0;5f9d64419733:42295 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:19:12,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616/rs 2024-12-03T23:19:12,756 DEBUG [RS:0;5f9d64419733:42295 {}] zookeeper.ZKUtil(111): regionserver:42295-0x1017a9fc4610007, quorum=127.0.0.1:58704, baseZNode=/02070555616 Set watcher on existing znode=/02070555616/rs/5f9d64419733,42295,1733267952103 2024-12-03T23:19:12,756 WARN [RS:0;5f9d64419733:42295 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:19:12,756 INFO [RS:0;5f9d64419733:42295 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:19:12,756 DEBUG [RS:0;5f9d64419733:42295 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,42295,1733267952103 2024-12-03T23:19:12,756 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,42295,1733267952103] 2024-12-03T23:19:12,774 INFO [RS:0;5f9d64419733:42295 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:19:12,775 INFO [RS:0;5f9d64419733:42295 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:19:12,776 INFO [RS:0;5f9d64419733:42295 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:19:12,776 INFO [RS:0;5f9d64419733:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:12,776 INFO [RS:0;5f9d64419733:42295 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:19:12,777 INFO [RS:0;5f9d64419733:42295 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:19:12,777 INFO [RS:0;5f9d64419733:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:12,777 DEBUG [RS:0;5f9d64419733:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:12,777 DEBUG [RS:0;5f9d64419733:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:12,777 DEBUG [RS:0;5f9d64419733:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:12,777 DEBUG [RS:0;5f9d64419733:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:12,777 DEBUG [RS:0;5f9d64419733:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:12,777 DEBUG [RS:0;5f9d64419733:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:19:12,777 DEBUG [RS:0;5f9d64419733:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:12,777 DEBUG [RS:0;5f9d64419733:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:12,777 DEBUG [RS:0;5f9d64419733:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:12,777 DEBUG [RS:0;5f9d64419733:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:12,777 DEBUG [RS:0;5f9d64419733:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:12,777 DEBUG [RS:0;5f9d64419733:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:12,777 DEBUG [RS:0;5f9d64419733:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:19:12,777 DEBUG [RS:0;5f9d64419733:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:19:12,779 INFO [RS:0;5f9d64419733:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:12,779 INFO [RS:0;5f9d64419733:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:12,779 INFO [RS:0;5f9d64419733:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:12,779 INFO [RS:0;5f9d64419733:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:12,779 INFO [RS:0;5f9d64419733:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:12,779 INFO [RS:0;5f9d64419733:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,42295,1733267952103-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:19:12,791 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T23:19:12,792 INFO [RS:0;5f9d64419733:42295 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:19:12,792 INFO [RS:0;5f9d64419733:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,42295,1733267952103-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:12,805 INFO [RS:0;5f9d64419733:42295 {}] regionserver.ReplicationSource(231): queueId=1-5f9d64419733,42295,1733267952103, ReplicationSource: 1, currentBandwidth=0 2024-12-03T23:19:12,805 INFO [RS:0;5f9d64419733:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:12,805 INFO [RS:0;5f9d64419733:42295 {}] regionserver.Replication(171): 5f9d64419733,42295,1733267952103 started 2024-12-03T23:19:12,818 INFO [RS:0;5f9d64419733:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:12,818 INFO [RS:0;5f9d64419733:42295 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,42295,1733267952103, RpcServer on 5f9d64419733/172.17.0.2:42295, sessionid=0x1017a9fc4610007 2024-12-03T23:19:12,818 DEBUG [RS:0;5f9d64419733:42295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:19:12,818 DEBUG [RS:0;5f9d64419733:42295 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,42295,1733267952103 2024-12-03T23:19:12,818 DEBUG [RS:0;5f9d64419733:42295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,42295,1733267952103' 2024-12-03T23:19:12,818 DEBUG [RS:0;5f9d64419733:42295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02070555616/flush-table-proc/abort' 2024-12-03T23:19:12,819 DEBUG [RS:0;5f9d64419733:42295.replicationSource,1-5f9d64419733,42295,1733267952103 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:46457' 2024-12-03T23:19:12,819 DEBUG [RS:0;5f9d64419733:42295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02070555616/flush-table-proc/acquired' 2024-12-03T23:19:12,819 DEBUG [RS:0;5f9d64419733:42295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:19:12,819 DEBUG [RS:0;5f9d64419733:42295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:19:12,819 DEBUG [RS:0;5f9d64419733:42295 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,42295,1733267952103 2024-12-03T23:19:12,819 DEBUG [RS:0;5f9d64419733:42295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,42295,1733267952103' 2024-12-03T23:19:12,819 DEBUG [RS:0;5f9d64419733:42295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02070555616/online-snapshot/abort' 2024-12-03T23:19:12,820 DEBUG [RS:0;5f9d64419733:42295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02070555616/online-snapshot/acquired' 2024-12-03T23:19:12,820 DEBUG [RS:0;5f9d64419733:42295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:19:12,820 INFO [RS:0;5f9d64419733:42295 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:19:12,820 INFO [RS:0;5f9d64419733:42295 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:19:12,820 DEBUG [RS:0;5f9d64419733:42295.replicationSource,1-5f9d64419733,42295,1733267952103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b545bae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:12,820 DEBUG [RS:0;5f9d64419733:42295.replicationSource,1-5f9d64419733,42295,1733267952103 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,46457,-1 for getting cluster id 2024-12-03T23:19:12,820 DEBUG [RS:0;5f9d64419733:42295.replicationSource,1-5f9d64419733,42295,1733267952103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:19:12,821 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b4f5a75-2257-4b4b-b189-13916a679dd2' 2024-12-03T23:19:12,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:19:12,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b4f5a75-2257-4b4b-b189-13916a679dd2" 2024-12-03T23:19:12,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bc55f9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:12,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,46457,-1] 2024-12-03T23:19:12,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:19:12,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:12,823 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:19:12,824 DEBUG [RS:0;5f9d64419733:42295.replicationSource,1-5f9d64419733,42295,1733267952103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a1204e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:12,824 DEBUG [RS:0;5f9d64419733:42295.replicationSource,1-5f9d64419733,42295,1733267952103 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:19:12,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,46457,1733267943298 2024-12-03T23:19:12,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2835cea1 2024-12-03T23:19:12,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:19:12,825 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-03T23:19:12,826 INFO [RS:0;5f9d64419733:42295.replicationSource,1-5f9d64419733,42295,1733267952103 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5f9d64419733,42295,1733267952103 (queues=0) is replicating from cluster=f23b03a6-42f1-40a5-9eba-e1b11a4d9355 to cluster=0b4f5a75-2257-4b4b-b189-13916a679dd2 2024-12-03T23:19:12,848 WARN [5f9d64419733:38771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T23:19:12,920 INFO [RS:0;5f9d64419733:42295 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:19:12,922 INFO [RS:0;5f9d64419733:42295 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C42295%2C1733267952103, suffix=, logDir=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,42295,1733267952103, archiveDir=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/oldWALs, maxLogs=10 2024-12-03T23:19:12,935 DEBUG [RS:0;5f9d64419733:42295 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,42295,1733267952103/5f9d64419733%2C42295%2C1733267952103.1733267952922, exclude list is [], retry=0 2024-12-03T23:19:12,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41145,DS-a5790312-90d9-47cf-a89d-3e82328d4db2,DISK] 2024-12-03T23:19:12,939 INFO [RS:0;5f9d64419733:42295 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,42295,1733267952103/5f9d64419733%2C42295%2C1733267952103.1733267952922 2024-12-03T23:19:12,940 DEBUG [RS:0;5f9d64419733:42295 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5f9d64419733%2C42295%2C1733267952103 for peer 1 2024-12-03T23:19:12,940 DEBUG [RS:0;5f9d64419733:42295 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5f9d64419733%2C42295%2C1733267952103 2024-12-03T23:19:12,940 INFO [RS:0;5f9d64419733:42295 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5f9d64419733,42295,1733267952103, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T23:19:12,940 DEBUG [RS:0;5f9d64419733:42295 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41051:41051)] 2024-12-03T23:19:12,940 INFO [RS:0;5f9d64419733:42295.replicationSource.shipper5f9d64419733%2C42295%2C1733267952103,1-5f9d64419733,42295,1733267952103 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5f9d64419733%2C42295%2C1733267952103 2024-12-03T23:19:12,941 DEBUG [RS:0;5f9d64419733:42295.replicationSource.wal-reader.5f9d64419733%2C42295%2C1733267952103,1-5f9d64419733,42295,1733267952103 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,42295,1733267952103/5f9d64419733%2C42295%2C1733267952103.1733267952922, startPosition=0, beingWritten=true 2024-12-03T23:19:13,049 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:19:13,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:13,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:13,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:13,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:13,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:13,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:13,098 DEBUG [5f9d64419733:38771 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T23:19:13,099 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5f9d64419733,42295,1733267952103 2024-12-03T23:19:13,101 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,42295,1733267952103, state=OPENING 2024-12-03T23:19:13,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017a9fc4610007, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02070555616/meta-region-server 2024-12-03T23:19:13,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02070555616/meta-region-server 2024-12-03T23:19:13,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02070555616/meta-region-server: CHANGED 2024-12-03T23:19:13,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02070555616/meta-region-server: CHANGED 2024-12-03T23:19:13,102 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:19:13,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,42295,1733267952103}] 2024-12-03T23:19:13,146 DEBUG [RS:0;5f9d64419733:42295.replicationSource.wal-reader.5f9d64419733%2C42295%2C1733267952103,1-5f9d64419733,42295,1733267952103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,42295,1733267952103/5f9d64419733%2C42295%2C1733267952103.1733267952922 to pos 0, reset compression=false 2024-12-03T23:19:13,255 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:19:13,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:19:13,260 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T23:19:13,260 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:19:13,260 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T23:19:13,261 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C42295%2C1733267952103.meta, suffix=.meta, logDir=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,42295,1733267952103, archiveDir=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/oldWALs, maxLogs=10 2024-12-03T23:19:13,275 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,42295,1733267952103/5f9d64419733%2C42295%2C1733267952103.meta.1733267953262.meta, exclude list is [], retry=0 2024-12-03T23:19:13,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41145,DS-a5790312-90d9-47cf-a89d-3e82328d4db2,DISK] 2024-12-03T23:19:13,278 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,42295,1733267952103/5f9d64419733%2C42295%2C1733267952103.meta.1733267953262.meta 2024-12-03T23:19:13,278 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41051:41051)] 2024-12-03T23:19:13,278 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:19:13,279 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:19:13,279 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:19:13,279 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T23:19:13,279 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T23:19:13,279 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T23:19:13,279 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:13,279 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T23:19:13,279 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T23:19:13,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:19:13,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:19:13,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:13,286 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740/info/f755c419ebc44ed9b3d09c056fbb6ae1 2024-12-03T23:19:13,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:13,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:19:13,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:19:13,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:13,292 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740/ns/25f120efab0e4dd3a0f081dd1cd6ac6b 2024-12-03T23:19:13,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:13,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:19:13,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:19:13,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:13,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:13,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:19:13,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:19:13,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:13,298 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740/table/abdc901c346d494d8246e70edfcddb92 2024-12-03T23:19:13,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:13,298 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:19:13,299 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740 2024-12-03T23:19:13,300 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740 2024-12-03T23:19:13,301 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:19:13,301 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:19:13,302 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:19:13,303 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:19:13,304 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72527694, jitterRate=0.0807468593120575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:19:13,304 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T23:19:13,304 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733267953279Writing region info on filesystem at 1733267953279Initializing all the Stores at 1733267953280 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267953280Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267953280Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267953280Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267953280Cleaning up temporary data from old regions at 1733267953301 (+21 ms)Running coprocessor post-open hooks at 1733267953304 (+3 ms)Region opened successfully at 1733267953304 2024-12-03T23:19:13,304 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733267953255 2024-12-03T23:19:13,306 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T23:19:13,306 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T23:19:13,307 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=5f9d64419733,42295,1733267952103 2024-12-03T23:19:13,308 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,42295,1733267952103, state=OPEN 2024-12-03T23:19:13,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017a9fc4610007, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02070555616/meta-region-server 2024-12-03T23:19:13,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02070555616/meta-region-server 2024-12-03T23:19:13,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02070555616/meta-region-server: CHANGED 2024-12-03T23:19:13,309 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5f9d64419733,42295,1733267952103 2024-12-03T23:19:13,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02070555616/meta-region-server: CHANGED 2024-12-03T23:19:13,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-03T23:19:13,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,42295,1733267952103 in 207 msec 2024-12-03T23:19:13,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T23:19:13,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 615 msec 2024-12-03T23:19:13,451 DEBUG [RS:0;5f9d64419733:42295.replicationSource.wal-reader.5f9d64419733%2C42295%2C1733267952103,1-5f9d64419733,42295,1733267952103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,42295,1733267952103/5f9d64419733%2C42295%2C1733267952103.1733267952922 to pos 0, reset compression=false 2024-12-03T23:19:13,856 DEBUG [RS:0;5f9d64419733:42295.replicationSource.wal-reader.5f9d64419733%2C42295%2C1733267952103,1-5f9d64419733,42295,1733267952103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,42295,1733267952103/5f9d64419733%2C42295%2C1733267952103.1733267952922 to pos 0, reset compression=false 2024-12-03T23:19:14,294 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-03T23:19:14,362 DEBUG [RS:0;5f9d64419733:42295.replicationSource.wal-reader.5f9d64419733%2C42295%2C1733267952103,1-5f9d64419733,42295,1733267952103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,42295,1733267952103/5f9d64419733%2C42295%2C1733267952103.1733267952922 to pos 0, reset compression=false 2024-12-03T23:19:14,972 DEBUG [RS:0;5f9d64419733:42295.replicationSource.wal-reader.5f9d64419733%2C42295%2C1733267952103,1-5f9d64419733,42295,1733267952103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,42295,1733267952103/5f9d64419733%2C42295%2C1733267952103.1733267952922 to pos 0, reset compression=false 2024-12-03T23:19:15,690 DEBUG [RS:0;5f9d64419733:42295.replicationSource.wal-reader.5f9d64419733%2C42295%2C1733267952103,1-5f9d64419733,42295,1733267952103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,42295,1733267952103/5f9d64419733%2C42295%2C1733267952103.1733267952922 to pos 0, reset compression=false 2024-12-03T23:19:15,801 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3010ms 2024-12-03T23:19:16,502 DEBUG [RS:0;5f9d64419733:42295.replicationSource.wal-reader.5f9d64419733%2C42295%2C1733267952103,1-5f9d64419733,42295,1733267952103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,42295,1733267952103/5f9d64419733%2C42295%2C1733267952103.1733267952922 to pos 0, reset compression=false 2024-12-03T23:19:17,203 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-03T23:19:17,203 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T23:19:17,204 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:19:17,204 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,42295,1733267952103, seqNum=-1] 2024-12-03T23:19:17,204 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:19:17,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:19:17,209 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e89e55c34404161ebda736dddc1a8a63, regionState=OPEN, lastHost=5f9d64419733,41525,1733267938883, regionLocation=5f9d64419733,41525,1733267938883, openSeqNum=2 2024-12-03T23:19:17,209 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T23:19:17,209 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733268017209 2024-12-03T23:19:17,209 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733268077209 2024-12-03T23:19:17,209 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-03T23:19:17,210 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 5f9d64419733,41525,1733267938883 had 2 regions 2024-12-03T23:19:17,210 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,38771,1733267952075-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:17,210 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,38771,1733267952075-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:17,210 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,38771,1733267952075-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:17,210 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5f9d64419733:38771, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:17,210 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:17,210 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:17,211 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5f9d64419733,41525,1733267938883, splitWal=true, meta=true, isMeta: false 2024-12-03T23:19:17,213 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,41525,1733267938883-splitting dir is empty, no logs to split. 2024-12-03T23:19:17,213 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5f9d64419733,41525,1733267938883 WAL count=0, meta=false 2024-12-03T23:19:17,215 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.075sec 2024-12-03T23:19:17,215 INFO [master/5f9d64419733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T23:19:17,215 INFO [master/5f9d64419733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T23:19:17,215 INFO [master/5f9d64419733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T23:19:17,215 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T23:19:17,215 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T23:19:17,215 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,38771,1733267952075-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:19:17,215 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,38771,1733267952075-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T23:19:17,215 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,41525,1733267938883-splitting dir is empty, no logs to split. 2024-12-03T23:19:17,215 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5f9d64419733,41525,1733267938883 WAL count=0, meta=false 2024-12-03T23:19:17,215 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 5f9d64419733,41525,1733267938883 WAL splitting is done? wals=0, meta=false 2024-12-03T23:19:17,216 WARN [master/5f9d64419733:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=5f9d64419733,41525,1733267938883/hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. 2024-12-03T23:19:17,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e89e55c34404161ebda736dddc1a8a63, ASSIGN}] 2024-12-03T23:19:17,218 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e89e55c34404161ebda736dddc1a8a63, ASSIGN 2024-12-03T23:19:17,219 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T23:19:17,219 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T23:19:17,219 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,38771,1733267952075-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:17,219 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e89e55c34404161ebda736dddc1a8a63, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T23:19:17,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42398323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:17,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,38771,-1 for getting cluster id 2024-12-03T23:19:17,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:19:17,227 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f23b03a6-42f1-40a5-9eba-e1b11a4d9355' 2024-12-03T23:19:17,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:19:17,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f23b03a6-42f1-40a5-9eba-e1b11a4d9355" 2024-12-03T23:19:17,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f17c0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:17,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,38771,-1] 2024-12-03T23:19:17,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:19:17,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:17,229 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:19:17,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180b4830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:17,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:19:17,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,42295,1733267952103, seqNum=-1] 2024-12-03T23:19:17,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:19:17,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:19:17,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-03T23:19:17,234 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:19:17,234 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:17,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:17,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:17,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:19:17,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 5f9d64419733:38771 after: 5f9d64419733:38771 2024-12-03T23:19:17,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d556a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:17,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,38771,-1 for getting cluster id 2024-12-03T23:19:17,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:19:17,235 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f23b03a6-42f1-40a5-9eba-e1b11a4d9355' 2024-12-03T23:19:17,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:19:17,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f23b03a6-42f1-40a5-9eba-e1b11a4d9355" 2024-12-03T23:19:17,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a61fe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:17,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,38771,-1] 2024-12-03T23:19:17,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:19:17,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:17,236 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:19:17,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13acfb17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:17,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:19:17,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,38771,1733267952075 2024-12-03T23:19:17,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d392a57 2024-12-03T23:19:17,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:19:17,238 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:19:17,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38771 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T23:19:17,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T23:19:17,239 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:19:17,239 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:17,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:17,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:17,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:19:17,240 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T23:19:17,240 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=865558352, stopped=false 2024-12-03T23:19:17,240 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5f9d64419733,46457,1733267943298 2024-12-03T23:19:17,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1644561853/running 2024-12-03T23:19:17,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1017a9fc4610004, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1644561853/running 2024-12-03T23:19:17,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1644561853 2024-12-03T23:19:17,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1017a9fc4610004, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1644561853 2024-12-03T23:19:17,241 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:19:17,241 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:19:17,241 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:17,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:17,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Set watcher on znode that does not yet exist, /1-1644561853/running 2024-12-03T23:19:17,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43693-0x1017a9fc4610004, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Set watcher on znode that does not yet exist, /1-1644561853/running 2024-12-03T23:19:17,242 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5f9d64419733,43693,1733267943339' ***** 2024-12-03T23:19:17,242 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T23:19:17,242 INFO [RS:0;5f9d64419733:43693 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T23:19:17,242 INFO [RS:0;5f9d64419733:43693 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T23:19:17,242 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T23:19:17,242 INFO [RS:0;5f9d64419733:43693 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T23:19:17,242 INFO [RS:0;5f9d64419733:43693 {}] regionserver.HRegionServer(959): stopping server 5f9d64419733,43693,1733267943339 2024-12-03T23:19:17,242 INFO [RS:0;5f9d64419733:43693 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:19:17,242 INFO [RS:0;5f9d64419733:43693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:43693. 2024-12-03T23:19:17,242 DEBUG [RS:0;5f9d64419733:43693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:17,242 DEBUG [RS:0;5f9d64419733:43693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:17,242 INFO [RS:0;5f9d64419733:43693 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T23:19:17,242 INFO [RS:0;5f9d64419733:43693 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T23:19:17,242 INFO [RS:0;5f9d64419733:43693 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T23:19:17,243 INFO [RS:0;5f9d64419733:43693 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T23:19:17,243 INFO [RS:0;5f9d64419733:43693 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T23:19:17,243 DEBUG [RS:0;5f9d64419733:43693 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T23:19:17,243 DEBUG [RS:0;5f9d64419733:43693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:19:17,243 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:19:17,243 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:19:17,243 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:19:17,243 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:19:17,243 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:19:17,243 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T23:19:17,253 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T23:19:17,254 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T23:19:17,259 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/data/hbase/meta/1588230740/.tmp/ns/57eefee47fc84b29960fe9149869e7d5 is 43, key is default/ns:d/1733267946301/Put/seqid=0 2024-12-03T23:19:17,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741835_1011 (size=5153) 2024-12-03T23:19:17,308 INFO [regionserver/5f9d64419733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:19:17,370 DEBUG [5f9d64419733:38771 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T23:19:17,370 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e89e55c34404161ebda736dddc1a8a63, regionState=OPENING, regionLocation=5f9d64419733,42295,1733267952103 2024-12-03T23:19:17,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e89e55c34404161ebda736dddc1a8a63, ASSIGN because future has completed 2024-12-03T23:19:17,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e89e55c34404161ebda736dddc1a8a63, server=5f9d64419733,42295,1733267952103}] 2024-12-03T23:19:17,407 DEBUG [RS:0;5f9d64419733:42295.replicationSource.wal-reader.5f9d64419733%2C42295%2C1733267952103,1-5f9d64419733,42295,1733267952103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,42295,1733267952103/5f9d64419733%2C42295%2C1733267952103.1733267952922 to pos 0, reset compression=false 2024-12-03T23:19:17,443 DEBUG [RS:0;5f9d64419733:43693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:19:17,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. 2024-12-03T23:19:17,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:19:17,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T23:19:17,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C42295%2C1733267952103.rep, suffix=, logDir=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,42295,1733267952103, archiveDir=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/oldWALs, maxLogs=10 2024-12-03T23:19:17,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,42295,1733267952103/5f9d64419733%2C42295%2C1733267952103.rep.1733267957539, exclude list is [], retry=0 2024-12-03T23:19:17,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41145,DS-a5790312-90d9-47cf-a89d-3e82328d4db2,DISK] 2024-12-03T23:19:17,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,42295,1733267952103/5f9d64419733%2C42295%2C1733267952103.rep.1733267957539 2024-12-03T23:19:17,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41051:41051)] 2024-12-03T23:19:17,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => e89e55c34404161ebda736dddc1a8a63, NAME => 'hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:19:17,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:19:17,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:19:17,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. service=MultiRowMutationService 2024-12-03T23:19:17,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T23:19:17,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:17,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:17,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:17,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:17,580 INFO [StoreOpener-e89e55c34404161ebda736dddc1a8a63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:17,581 INFO [StoreOpener-e89e55c34404161ebda736dddc1a8a63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e89e55c34404161ebda736dddc1a8a63 columnFamilyName hfileref 2024-12-03T23:19:17,581 DEBUG [StoreOpener-e89e55c34404161ebda736dddc1a8a63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:17,582 INFO [StoreOpener-e89e55c34404161ebda736dddc1a8a63-1 {}] regionserver.HStore(327): Store=e89e55c34404161ebda736dddc1a8a63/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:17,582 INFO [StoreOpener-e89e55c34404161ebda736dddc1a8a63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:17,583 INFO [StoreOpener-e89e55c34404161ebda736dddc1a8a63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e89e55c34404161ebda736dddc1a8a63 columnFamilyName queue 2024-12-03T23:19:17,583 DEBUG [StoreOpener-e89e55c34404161ebda736dddc1a8a63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:17,594 DEBUG [StoreOpener-e89e55c34404161ebda736dddc1a8a63-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/replication/e89e55c34404161ebda736dddc1a8a63/queue/fbc630d5aa22485ba29b979f61562e6f 2024-12-03T23:19:17,594 INFO [StoreOpener-e89e55c34404161ebda736dddc1a8a63-1 {}] regionserver.HStore(327): Store=e89e55c34404161ebda736dddc1a8a63/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:17,594 INFO [StoreOpener-e89e55c34404161ebda736dddc1a8a63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:17,595 INFO [StoreOpener-e89e55c34404161ebda736dddc1a8a63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e89e55c34404161ebda736dddc1a8a63 columnFamilyName sid 2024-12-03T23:19:17,595 DEBUG [StoreOpener-e89e55c34404161ebda736dddc1a8a63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:17,595 INFO [StoreOpener-e89e55c34404161ebda736dddc1a8a63-1 {}] regionserver.HStore(327): Store=e89e55c34404161ebda736dddc1a8a63/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:17,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:17,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/replication/e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:17,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/replication/e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:17,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:17,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:17,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:19:17,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:17,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened e89e55c34404161ebda736dddc1a8a63; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66093095, jitterRate=-0.01513613760471344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:19:17,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:17,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for e89e55c34404161ebda736dddc1a8a63: Running coprocessor pre-open hook at 1733267957576Writing region info on filesystem at 1733267957576Initializing all the Stores at 1733267957577 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267957577Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267957580 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267957580Cleaning up temporary data from old regions at 1733267957598 (+18 ms)Running coprocessor post-open hooks at 1733267957601 (+3 ms)Region opened successfully at 1733267957602 (+1 ms) 2024-12-03T23:19:17,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63., pid=13, masterSystemTime=1733267957530 2024-12-03T23:19:17,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. 2024-12-03T23:19:17,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. 2024-12-03T23:19:17,606 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e89e55c34404161ebda736dddc1a8a63, regionState=OPEN, openSeqNum=9, regionLocation=5f9d64419733,42295,1733267952103 2024-12-03T23:19:17,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e89e55c34404161ebda736dddc1a8a63, server=5f9d64419733,42295,1733267952103 because future has completed 2024-12-03T23:19:17,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T23:19:17,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure e89e55c34404161ebda736dddc1a8a63, server=5f9d64419733,42295,1733267952103 in 236 msec 2024-12-03T23:19:17,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-03T23:19:17,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e89e55c34404161ebda736dddc1a8a63, ASSIGN in 395 msec 2024-12-03T23:19:17,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-03T23:19:17,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63., hostname=5f9d64419733,42295,1733267952103, seqNum=9] 2024-12-03T23:19:17,637 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 5f9d64419733,41525,1733267938883 2024-12-03T23:19:17,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-03T23:19:17,643 DEBUG [RS:0;5f9d64419733:43693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:19:17,663 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/data/hbase/meta/1588230740/.tmp/ns/57eefee47fc84b29960fe9149869e7d5 2024-12-03T23:19:17,669 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/data/hbase/meta/1588230740/.tmp/ns/57eefee47fc84b29960fe9149869e7d5 as hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/data/hbase/meta/1588230740/ns/57eefee47fc84b29960fe9149869e7d5 2024-12-03T23:19:17,674 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/data/hbase/meta/1588230740/ns/57eefee47fc84b29960fe9149869e7d5, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T23:19:17,675 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-12-03T23:19:17,675 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T23:19:17,679 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T23:19:17,679 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:19:17,679 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:19:17,679 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:19:17,680 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733267957243Running coprocessor pre-close hooks at 1733267957243Disabling compacts and flushes for region at 1733267957243Disabling writes for close at 1733267957243Obtaining lock to block concurrent updates at 1733267957243Preparing flush snapshotting stores in 1588230740 at 1733267957243Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733267957243Flushing stores of hbase:meta,,1.1588230740 at 1733267957244 (+1 ms)Flushing 1588230740/ns: creating writer at 1733267957244Flushing 1588230740/ns: appending metadata at 1733267957258 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733267957258Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e51eea5: reopening flushed file at 1733267957668 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1733267957675 (+7 ms)Writing region close event to WAL at 1733267957676 (+1 ms)Running coprocessor post-close hooks at 1733267957679 (+3 ms)Closed at 1733267957679 2024-12-03T23:19:17,680 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T23:19:17,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-03T23:19:17,843 INFO [RS:0;5f9d64419733:43693 {}] regionserver.HRegionServer(976): stopping server 5f9d64419733,43693,1733267943339; all regions closed. 2024-12-03T23:19:17,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741834_1010 (size=1152) 2024-12-03T23:19:17,846 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/WALs/5f9d64419733,43693,1733267943339/5f9d64419733%2C43693%2C1733267943339.meta.1733267946253.meta not finished, retry = 0 2024-12-03T23:19:17,948 DEBUG [RS:0;5f9d64419733:43693 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/oldWALs 2024-12-03T23:19:17,948 INFO [RS:0;5f9d64419733:43693 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C43693%2C1733267943339.meta:.meta(num 1733267946253) 2024-12-03T23:19:17,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741832_1008 (size=93) 2024-12-03T23:19:17,951 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/WALs/5f9d64419733,43693,1733267943339/5f9d64419733%2C43693%2C1733267943339.1733267945325 not finished, retry = 0 2024-12-03T23:19:18,053 DEBUG [RS:0;5f9d64419733:43693 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/oldWALs 2024-12-03T23:19:18,053 INFO [RS:0;5f9d64419733:43693 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C43693%2C1733267943339:(num 1733267945325) 2024-12-03T23:19:18,053 DEBUG [RS:0;5f9d64419733:43693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:18,053 INFO [RS:0;5f9d64419733:43693 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:19:18,053 INFO [RS:0;5f9d64419733:43693 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:19:18,053 INFO [RS:0;5f9d64419733:43693 {}] hbase.ChoreService(370): Chore service for: regionserver/5f9d64419733:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T23:19:18,053 INFO [RS:0;5f9d64419733:43693 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:19:18,053 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:19:18,054 INFO [RS:0;5f9d64419733:43693 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43693 2024-12-03T23:19:18,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1017a9fc4610004, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1644561853/rs/5f9d64419733,43693,1733267943339 2024-12-03T23:19:18,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1644561853/rs 2024-12-03T23:19:18,056 INFO [RS:0;5f9d64419733:43693 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:19:18,058 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5f9d64419733,43693,1733267943339] 2024-12-03T23:19:18,059 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1644561853/draining/5f9d64419733,43693,1733267943339 already deleted, retry=false 2024-12-03T23:19:18,059 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5f9d64419733,43693,1733267943339 expired; onlineServers=0 2024-12-03T23:19:18,059 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5f9d64419733,46457,1733267943298' ***** 2024-12-03T23:19:18,059 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T23:19:18,059 INFO [M:0;5f9d64419733:46457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:19:18,059 INFO [M:0;5f9d64419733:46457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:19:18,059 DEBUG [M:0;5f9d64419733:46457 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T23:19:18,059 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T23:19:18,059 DEBUG [M:0;5f9d64419733:46457 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T23:19:18,059 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267945110 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267945110,5,FailOnTimeoutGroup] 2024-12-03T23:19:18,059 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267945110 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267945110,5,FailOnTimeoutGroup] 2024-12-03T23:19:18,060 INFO [M:0;5f9d64419733:46457 {}] hbase.ChoreService(370): Chore service for: master/5f9d64419733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T23:19:18,060 INFO [M:0;5f9d64419733:46457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:19:18,060 DEBUG [M:0;5f9d64419733:46457 {}] master.HMaster(1795): Stopping service threads 2024-12-03T23:19:18,060 INFO [M:0;5f9d64419733:46457 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T23:19:18,060 INFO [M:0;5f9d64419733:46457 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:19:18,060 INFO [M:0;5f9d64419733:46457 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T23:19:18,060 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T23:19:18,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1644561853/master 2024-12-03T23:19:18,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1644561853 2024-12-03T23:19:18,061 DEBUG [M:0;5f9d64419733:46457 {}] zookeeper.ZKUtil(347): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Unable to get data of znode /1-1644561853/master because node does not exist (not an error) 2024-12-03T23:19:18,061 WARN [M:0;5f9d64419733:46457 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T23:19:18,062 INFO [M:0;5f9d64419733:46457 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/.lastflushedseqids 2024-12-03T23:19:18,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741836_1012 (size=99) 2024-12-03T23:19:18,158 INFO [RS:0;5f9d64419733:43693 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:19:18,158 INFO [RS:0;5f9d64419733:43693 {}] regionserver.HRegionServer(1031): Exiting; stopping=5f9d64419733,43693,1733267943339; zookeeper connection closed. 2024-12-03T23:19:18,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1017a9fc4610004, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:19:18,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1017a9fc4610004, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:19:18,158 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fe90a18 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fe90a18 2024-12-03T23:19:18,159 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T23:19:18,441 DEBUG [RS:0;5f9d64419733:42295.replicationSource.wal-reader.5f9d64419733%2C42295%2C1733267952103,1-5f9d64419733,42295,1733267952103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,42295,1733267952103/5f9d64419733%2C42295%2C1733267952103.1733267952922 to pos 0, reset compression=false 2024-12-03T23:19:18,473 INFO [M:0;5f9d64419733:46457 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T23:19:18,474 INFO [M:0;5f9d64419733:46457 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T23:19:18,474 DEBUG [M:0;5f9d64419733:46457 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:19:18,474 INFO [M:0;5f9d64419733:46457 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:18,474 DEBUG [M:0;5f9d64419733:46457 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:18,474 DEBUG [M:0;5f9d64419733:46457 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:19:18,474 DEBUG [M:0;5f9d64419733:46457 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:18,474 INFO [M:0;5f9d64419733:46457 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T23:19:18,497 DEBUG [M:0;5f9d64419733:46457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2926434306ef4a0dab1a56802f7d0865 is 82, key is hbase:meta,,1/info:regioninfo/1733267946291/Put/seqid=0 2024-12-03T23:19:18,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741837_1013 (size=5672) 2024-12-03T23:19:18,519 INFO [M:0;5f9d64419733:46457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2926434306ef4a0dab1a56802f7d0865 2024-12-03T23:19:18,551 DEBUG [M:0;5f9d64419733:46457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/065b8c00d2dd488b920b39fdd8c6b81a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733267946305/Put/seqid=0 2024-12-03T23:19:18,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741838_1014 (size=5275) 2024-12-03T23:19:18,784 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:19:18,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:18,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:18,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:18,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:18,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:18,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:18,992 INFO [M:0;5f9d64419733:46457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/065b8c00d2dd488b920b39fdd8c6b81a 2024-12-03T23:19:19,012 DEBUG [M:0;5f9d64419733:46457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d0edcadd04b4da6b0723cc8de117cd4 is 69, key is 5f9d64419733,43693,1733267943339/rs:state/1733267945180/Put/seqid=0 2024-12-03T23:19:19,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741839_1015 (size=5156) 2024-12-03T23:19:19,417 INFO [M:0;5f9d64419733:46457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d0edcadd04b4da6b0723cc8de117cd4 2024-12-03T23:19:19,422 DEBUG [M:0;5f9d64419733:46457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2926434306ef4a0dab1a56802f7d0865 as hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2926434306ef4a0dab1a56802f7d0865 2024-12-03T23:19:19,426 INFO [M:0;5f9d64419733:46457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2926434306ef4a0dab1a56802f7d0865, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T23:19:19,427 DEBUG [M:0;5f9d64419733:46457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/065b8c00d2dd488b920b39fdd8c6b81a as hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/065b8c00d2dd488b920b39fdd8c6b81a 2024-12-03T23:19:19,431 INFO [M:0;5f9d64419733:46457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/065b8c00d2dd488b920b39fdd8c6b81a, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T23:19:19,431 DEBUG [M:0;5f9d64419733:46457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d0edcadd04b4da6b0723cc8de117cd4 as hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d0edcadd04b4da6b0723cc8de117cd4 2024-12-03T23:19:19,435 INFO [M:0;5f9d64419733:46457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40833/user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d0edcadd04b4da6b0723cc8de117cd4, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T23:19:19,436 INFO [M:0;5f9d64419733:46457 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 961ms, sequenceid=28, compaction requested=false 2024-12-03T23:19:19,437 INFO [M:0;5f9d64419733:46457 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:19,437 DEBUG [M:0;5f9d64419733:46457 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733267958474Disabling compacts and flushes for region at 1733267958474Disabling writes for close at 1733267958474Obtaining lock to block concurrent updates at 1733267958474Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733267958474Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733267958474Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733267958475 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733267958475Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733267958497 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733267958497Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733267958524 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733267958550 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733267958551 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733267958996 (+445 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733267959012 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733267959012Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3300b69b: reopening flushed file at 1733267959421 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@787e640f: reopening flushed file at 1733267959426 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dded78e: reopening flushed file at 1733267959431 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 961ms, sequenceid=28, compaction requested=false at 1733267959436 (+5 ms)Writing region close event to WAL at 1733267959437 (+1 ms)Closed at 1733267959437 2024-12-03T23:19:19,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741830_1006 (size=10165) 2024-12-03T23:19:19,439 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/418175d4-9c68-4289-0e86-bd686666ef68/MasterData/WALs/5f9d64419733,46457,1733267943298/5f9d64419733%2C46457%2C1733267943298.1733267945033 not finished, retry = 0 2024-12-03T23:19:19,540 INFO [M:0;5f9d64419733:46457 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T23:19:19,540 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:19:19,540 INFO [M:0;5f9d64419733:46457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46457 2024-12-03T23:19:19,540 INFO [M:0;5f9d64419733:46457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:19:19,554 DEBUG [RS:0;5f9d64419733:42295.replicationSource.wal-reader.5f9d64419733%2C42295%2C1733267952103,1-5f9d64419733,42295,1733267952103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,42295,1733267952103/5f9d64419733%2C42295%2C1733267952103.1733267952922 to pos 0, reset compression=false 2024-12-03T23:19:19,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:19:19,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1017a9fc4610003, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:19:19,642 INFO [M:0;5f9d64419733:46457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:19:19,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@267db9e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:19:19,644 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e38c1ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:19:19,644 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:19:19,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b992587{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:19:19,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64267e6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/hadoop.log.dir/,STOPPED} 2024-12-03T23:19:19,646 WARN [BP-2137250142-172.17.0.2-1733267942068 heartbeating to localhost/127.0.0.1:40833 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T23:19:19,646 WARN [BP-2137250142-172.17.0.2-1733267942068 heartbeating to localhost/127.0.0.1:40833 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2137250142-172.17.0.2-1733267942068 (Datanode Uuid 7649aaa1-eb79-4cf2-ad2b-0231db35d0b4) service to localhost/127.0.0.1:40833 2024-12-03T23:19:19,646 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T23:19:19,646 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T23:19:19,647 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T23:19:19,647 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/cluster_9023d6c8-517a-359a-0bb4-8089b67be39c/data/data1/current/BP-2137250142-172.17.0.2-1733267942068 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:19:19,647 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/cluster_9023d6c8-517a-359a-0bb4-8089b67be39c/data/data2/current/BP-2137250142-172.17.0.2-1733267942068 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:19:19,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@522e19b7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:19:19,653 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@243c982e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:19:19,653 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:19:19,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@370b3f5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:19:19,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@583a4371{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/hadoop.log.dir/,STOPPED} 2024-12-03T23:19:19,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T23:19:19,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T23:19:19,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:19:19,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:19,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:19,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:19,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:19:19,665 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T23:19:19,665 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1317560263, stopped=false 2024-12-03T23:19:19,665 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5f9d64419733,38771,1733267952075 2024-12-03T23:19:19,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02070555616/running 2024-12-03T23:19:19,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616 2024-12-03T23:19:19,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017a9fc4610007, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02070555616/running 2024-12-03T23:19:19,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017a9fc4610007, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616 2024-12-03T23:19:19,669 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:19:19,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Set watcher on znode that does not yet exist, /02070555616/running 2024-12-03T23:19:19,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42295-0x1017a9fc4610007, quorum=127.0.0.1:58704, baseZNode=/02070555616 Set watcher on znode that does not yet exist, /02070555616/running 2024-12-03T23:19:19,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:19:19,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:19,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:19,670 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5f9d64419733,42295,1733267952103' ***** 2024-12-03T23:19:19,670 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T23:19:19,671 INFO [RS:0;5f9d64419733:42295 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T23:19:19,671 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T23:19:19,671 INFO [RS:0;5f9d64419733:42295 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T23:19:19,671 INFO [RS:0;5f9d64419733:42295 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T23:19:19,671 INFO [RS:0;5f9d64419733:42295 {}] regionserver.HRegionServer(3091): Received CLOSE for e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:19,671 INFO [RS:0;5f9d64419733:42295 {}] regionserver.HRegionServer(959): stopping server 5f9d64419733,42295,1733267952103 2024-12-03T23:19:19,671 INFO [RS:0;5f9d64419733:42295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:19:19,671 INFO [RS:0;5f9d64419733:42295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:42295. 2024-12-03T23:19:19,671 DEBUG [RS:0;5f9d64419733:42295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:19,671 DEBUG [RS:0;5f9d64419733:42295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:19,671 INFO [RS:0;5f9d64419733:42295 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T23:19:19,671 INFO [RS:0;5f9d64419733:42295 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T23:19:19,671 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e89e55c34404161ebda736dddc1a8a63, disabling compactions & flushes 2024-12-03T23:19:19,671 INFO [RS:0;5f9d64419733:42295 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T23:19:19,671 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. 2024-12-03T23:19:19,671 INFO [RS:0;5f9d64419733:42295 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T23:19:19,671 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. 2024-12-03T23:19:19,671 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. after waiting 0 ms 2024-12-03T23:19:19,671 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. 2024-12-03T23:19:19,672 INFO [RS:0;5f9d64419733:42295 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T23:19:19,672 DEBUG [RS:0;5f9d64419733:42295 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e89e55c34404161ebda736dddc1a8a63=hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63.} 2024-12-03T23:19:19,672 DEBUG [RS:0;5f9d64419733:42295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e89e55c34404161ebda736dddc1a8a63 2024-12-03T23:19:19,672 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:19:19,672 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:19:19,672 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:19:19,672 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:19:19,672 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:19:19,672 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-03T23:19:19,676 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/replication/e89e55c34404161ebda736dddc1a8a63/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-03T23:19:19,677 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:19:19,677 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:19:19,677 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. 2024-12-03T23:19:19,677 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e89e55c34404161ebda736dddc1a8a63: Waiting for close lock at 1733267959671Running coprocessor pre-close hooks at 1733267959671Disabling compacts and flushes for region at 1733267959671Disabling writes for close at 1733267959671Writing region close event to WAL at 1733267959673 (+2 ms)Running coprocessor post-close hooks at 1733267959677 (+4 ms)Closed at 1733267959677 2024-12-03T23:19:19,677 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63. 2024-12-03T23:19:19,685 INFO [regionserver/5f9d64419733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:19:19,689 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740/.tmp/info/96a524bec25e43e5bba40dc91e39025d is 147, key is hbase:replication,,1733267946392.e89e55c34404161ebda736dddc1a8a63./info:regioninfo/1733267957605/Put/seqid=0 2024-12-03T23:19:19,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741851_1027 (size=6385) 2024-12-03T23:19:19,860 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T23:19:19,860 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T23:19:19,872 DEBUG [RS:0;5f9d64419733:42295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:19:20,072 DEBUG [RS:0;5f9d64419733:42295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:19:20,096 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740/.tmp/info/96a524bec25e43e5bba40dc91e39025d 2024-12-03T23:19:20,102 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740/.tmp/info/96a524bec25e43e5bba40dc91e39025d as hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740/info/96a524bec25e43e5bba40dc91e39025d 2024-12-03T23:19:20,107 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740/info/96a524bec25e43e5bba40dc91e39025d, entries=8, sequenceid=19, filesize=6.2 K 2024-12-03T23:19:20,109 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=19, compaction requested=false 2024-12-03T23:19:20,113 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-03T23:19:20,113 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:19:20,113 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:19:20,114 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:19:20,114 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733267959672Running coprocessor pre-close hooks at 1733267959672Disabling compacts and flushes for region at 1733267959672Disabling writes for close at 1733267959672Obtaining lock to block concurrent updates at 1733267959672Preparing flush snapshotting stores in 1588230740 at 1733267959672Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733267959672Flushing stores of hbase:meta,,1.1588230740 at 1733267959673 (+1 ms)Flushing 1588230740/info: creating writer at 1733267959673Flushing 1588230740/info: appending metadata at 1733267959688 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733267959688Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15422dbb: reopening flushed file at 1733267960101 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=19, compaction requested=false at 1733267960109 (+8 ms)Writing region close event to WAL at 1733267960110 (+1 ms)Running coprocessor post-close hooks at 1733267960113 (+3 ms)Closed at 1733267960113 2024-12-03T23:19:20,114 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T23:19:20,272 INFO [RS:0;5f9d64419733:42295 {}] regionserver.HRegionServer(976): stopping server 5f9d64419733,42295,1733267952103; all regions closed. 2024-12-03T23:19:20,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741849_1025 (size=2156) 2024-12-03T23:19:20,275 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,42295,1733267952103/5f9d64419733%2C42295%2C1733267952103.meta.1733267953262.meta not finished, retry = 0 2024-12-03T23:19:20,377 DEBUG [RS:0;5f9d64419733:42295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/oldWALs 2024-12-03T23:19:20,377 INFO [RS:0;5f9d64419733:42295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C42295%2C1733267952103.meta:.meta(num 1733267953262) 2024-12-03T23:19:20,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741850_1026 (size=796) 2024-12-03T23:19:20,381 DEBUG [RS:0;5f9d64419733:42295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/oldWALs 2024-12-03T23:19:20,381 INFO [RS:0;5f9d64419733:42295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C42295%2C1733267952103.rep:(num 1733267957539) 2024-12-03T23:19:20,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741848_1024 (size=93) 2024-12-03T23:19:20,383 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/WALs/5f9d64419733,42295,1733267952103/5f9d64419733%2C42295%2C1733267952103.1733267952922 not finished, retry = 0 2024-12-03T23:19:20,485 DEBUG [RS:0;5f9d64419733:42295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/oldWALs 2024-12-03T23:19:20,485 INFO [RS:0;5f9d64419733:42295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C42295%2C1733267952103:(num 1733267952922) 2024-12-03T23:19:20,485 DEBUG [RS:0;5f9d64419733:42295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:20,485 INFO [RS:0;5f9d64419733:42295 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:19:20,485 INFO [RS:0;5f9d64419733:42295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:19:20,486 INFO [RS:0;5f9d64419733:42295 {}] hbase.ChoreService(370): Chore service for: regionserver/5f9d64419733:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T23:19:20,486 INFO [RS:0;5f9d64419733:42295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:19:20,486 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:19:20,486 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-03T23:19:20,486 INFO [RS:0;5f9d64419733:42295 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5f9d64419733,42295,1733267952103 because: Region server is closing 2024-12-03T23:19:20,486 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-03T23:19:20,486 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-03T23:19:20,486 INFO [RS:0;5f9d64419733:42295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:42295. 2024-12-03T23:19:20,486 DEBUG [RS:0;5f9d64419733:42295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:20,486 DEBUG [RS:0;5f9d64419733:42295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:20,486 DEBUG [RS:0;5f9d64419733:42295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:20,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:19:20,587 WARN [RS:0;5f9d64419733:42295.replicationSource.wal-reader.5f9d64419733%2C42295%2C1733267952103,1-5f9d64419733,42295,1733267952103 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T23:19:20,587 WARN [RS:0;5f9d64419733:42295.replicationSource.shipper5f9d64419733%2C42295%2C1733267952103,1-5f9d64419733,42295,1733267952103 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T23:19:20,588 INFO [RS:0;5f9d64419733:42295 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;5f9d64419733:42295.replicationSource.shipper5f9d64419733%2C42295%2C1733267952103,1-5f9d64419733,42295,1733267952103 terminated 2024-12-03T23:19:20,588 INFO [RS:0;5f9d64419733:42295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42295 2024-12-03T23:19:20,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616/rs 2024-12-03T23:19:20,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017a9fc4610007, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02070555616/rs/5f9d64419733,42295,1733267952103 2024-12-03T23:19:20,590 INFO [RS:0;5f9d64419733:42295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:19:20,592 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5f9d64419733,42295,1733267952103] 2024-12-03T23:19:20,594 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02070555616/draining/5f9d64419733,42295,1733267952103 already deleted, retry=false 2024-12-03T23:19:20,594 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5f9d64419733,42295,1733267952103 expired; onlineServers=0 2024-12-03T23:19:20,594 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5f9d64419733,38771,1733267952075' ***** 2024-12-03T23:19:20,594 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T23:19:20,594 INFO [M:0;5f9d64419733:38771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:19:20,594 INFO [M:0;5f9d64419733:38771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:19:20,594 DEBUG [M:0;5f9d64419733:38771 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T23:19:20,594 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T23:19:20,594 DEBUG [M:0;5f9d64419733:38771 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T23:19:20,594 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267952690 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267952690,5,FailOnTimeoutGroup] 2024-12-03T23:19:20,594 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267952691 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267952691,5,FailOnTimeoutGroup] 2024-12-03T23:19:20,594 INFO [M:0;5f9d64419733:38771 {}] hbase.ChoreService(370): Chore service for: master/5f9d64419733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T23:19:20,595 INFO [M:0;5f9d64419733:38771 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:19:20,595 DEBUG [M:0;5f9d64419733:38771 {}] master.HMaster(1795): Stopping service threads 2024-12-03T23:19:20,595 INFO [M:0;5f9d64419733:38771 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T23:19:20,595 INFO [M:0;5f9d64419733:38771 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:19:20,595 INFO [M:0;5f9d64419733:38771 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T23:19:20,595 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T23:19:20,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02070555616/master 2024-12-03T23:19:20,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02070555616 2024-12-03T23:19:20,596 DEBUG [M:0;5f9d64419733:38771 {}] zookeeper.ZKUtil(347): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Unable to get data of znode /02070555616/master because node does not exist (not an error) 2024-12-03T23:19:20,596 WARN [M:0;5f9d64419733:38771 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T23:19:20,597 INFO [M:0;5f9d64419733:38771 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/.lastflushedseqids 2024-12-03T23:19:20,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741852_1028 (size=181) 2024-12-03T23:19:20,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017a9fc4610007, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:19:20,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x1017a9fc4610007, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:19:20,692 INFO [RS:0;5f9d64419733:42295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:19:20,692 INFO [RS:0;5f9d64419733:42295 {}] regionserver.HRegionServer(1031): Exiting; stopping=5f9d64419733,42295,1733267952103; zookeeper connection closed. 2024-12-03T23:19:20,692 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f1408e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f1408e 2024-12-03T23:19:20,693 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T23:19:21,003 INFO [M:0;5f9d64419733:38771 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T23:19:21,003 INFO [M:0;5f9d64419733:38771 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T23:19:21,003 DEBUG [M:0;5f9d64419733:38771 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:19:21,003 INFO [M:0;5f9d64419733:38771 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:21,003 DEBUG [M:0;5f9d64419733:38771 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:21,003 DEBUG [M:0;5f9d64419733:38771 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:19:21,003 DEBUG [M:0;5f9d64419733:38771 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:21,003 INFO [M:0;5f9d64419733:38771 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-03T23:19:21,023 DEBUG [M:0;5f9d64419733:38771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/59a7b7b08b024ecb9692cd33052ced31 is 82, key is hbase:meta,,1/info:regioninfo/1733267953307/Put/seqid=0 2024-12-03T23:19:21,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741853_1029 (size=5672) 2024-12-03T23:19:21,428 INFO [M:0;5f9d64419733:38771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/59a7b7b08b024ecb9692cd33052ced31 2024-12-03T23:19:21,448 DEBUG [M:0;5f9d64419733:38771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7183155a5444358bdb05a68a1c1f082 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733267957613/Put/seqid=0 2024-12-03T23:19:21,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741854_1030 (size=7312) 2024-12-03T23:19:21,855 INFO [M:0;5f9d64419733:38771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7183155a5444358bdb05a68a1c1f082 2024-12-03T23:19:21,875 DEBUG [M:0;5f9d64419733:38771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ed39097dfc24ad59b6b651d0218acd7 is 69, key is 5f9d64419733,42295,1733267952103/rs:state/1733267952749/Put/seqid=0 2024-12-03T23:19:21,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741855_1031 (size=5370) 2024-12-03T23:19:22,280 INFO [M:0;5f9d64419733:38771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ed39097dfc24ad59b6b651d0218acd7 2024-12-03T23:19:22,286 INFO [M:0;5f9d64419733:38771 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ed39097dfc24ad59b6b651d0218acd7 2024-12-03T23:19:22,287 DEBUG [M:0;5f9d64419733:38771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/59a7b7b08b024ecb9692cd33052ced31 as hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/59a7b7b08b024ecb9692cd33052ced31 2024-12-03T23:19:22,292 INFO [M:0;5f9d64419733:38771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/59a7b7b08b024ecb9692cd33052ced31, entries=8, sequenceid=127, filesize=5.5 K 2024-12-03T23:19:22,293 DEBUG [M:0;5f9d64419733:38771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7183155a5444358bdb05a68a1c1f082 as hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7183155a5444358bdb05a68a1c1f082 2024-12-03T23:19:22,298 INFO [M:0;5f9d64419733:38771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7183155a5444358bdb05a68a1c1f082, entries=7, sequenceid=127, filesize=7.1 K 2024-12-03T23:19:22,298 DEBUG [M:0;5f9d64419733:38771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ed39097dfc24ad59b6b651d0218acd7 as hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ed39097dfc24ad59b6b651d0218acd7 2024-12-03T23:19:22,302 INFO [M:0;5f9d64419733:38771 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ed39097dfc24ad59b6b651d0218acd7 2024-12-03T23:19:22,302 INFO [M:0;5f9d64419733:38771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42065/user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ed39097dfc24ad59b6b651d0218acd7, entries=2, sequenceid=127, filesize=5.2 K 2024-12-03T23:19:22,303 INFO [M:0;5f9d64419733:38771 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=127, compaction requested=false 2024-12-03T23:19:22,304 INFO [M:0;5f9d64419733:38771 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:22,305 DEBUG [M:0;5f9d64419733:38771 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733267961003Disabling compacts and flushes for region at 1733267961003Disabling writes for close at 1733267961003Obtaining lock to block concurrent updates at 1733267961003Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733267961003Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733267961004 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733267961004Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733267961004Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733267961022 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733267961022Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733267961433 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733267961448 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733267961448Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733267961859 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733267961875 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733267961875Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@941c74f: reopening flushed file at 1733267962286 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70604b2e: reopening flushed file at 1733267962292 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cdd43de: reopening flushed file at 1733267962298 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=127, compaction requested=false at 1733267962303 (+5 ms)Writing region close event to WAL at 1733267962304 (+1 ms)Closed at 1733267962304 2024-12-03T23:19:22,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41145 is added to blk_1073741847_1023 (size=22903) 2024-12-03T23:19:22,306 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78c3aa7e-e20e-12ab-c6e7-b9f323b62fd1/MasterData/WALs/5f9d64419733,38771,1733267952075/5f9d64419733%2C38771%2C1733267952075.1733267952579 not finished, retry = 0 2024-12-03T23:19:22,408 INFO [M:0;5f9d64419733:38771 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T23:19:22,408 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:19:22,408 INFO [M:0;5f9d64419733:38771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38771 2024-12-03T23:19:22,408 INFO [M:0;5f9d64419733:38771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:19:22,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:19:22,510 INFO [M:0;5f9d64419733:38771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:19:22,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38771-0x1017a9fc4610006, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:19:22,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d8f70de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:19:22,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f4a13ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:19:22,513 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:19:22,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72697519{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:19:22,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d762323{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/hadoop.log.dir/,STOPPED} 2024-12-03T23:19:22,515 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T23:19:22,515 WARN [BP-2063824334-172.17.0.2-1733267937770 heartbeating to localhost/127.0.0.1:42065 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T23:19:22,515 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T23:19:22,515 WARN [BP-2063824334-172.17.0.2-1733267937770 heartbeating to localhost/127.0.0.1:42065 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2063824334-172.17.0.2-1733267937770 (Datanode Uuid 25001d69-a8dc-40e6-92eb-93f3ce7b8afc) service to localhost/127.0.0.1:42065 2024-12-03T23:19:22,516 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/cluster_2b8d6f64-424a-031e-d2bf-37d95f02c6e7/data/data1/current/BP-2063824334-172.17.0.2-1733267937770 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:19:22,516 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/cluster_2b8d6f64-424a-031e-d2bf-37d95f02c6e7/data/data2/current/BP-2063824334-172.17.0.2-1733267937770 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:19:22,516 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T23:19:22,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69ebd7a6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:19:22,523 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23d953a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:19:22,523 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:19:22,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@645f7d76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:19:22,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30f3fbb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3120674f-79e7-502b-2a3e-d5dd5f40a056/hadoop.log.dir/,STOPPED} 2024-12-03T23:19:22,531 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T23:19:22,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T23:19:22,555 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=202 (was 161) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42065 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58704) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42065 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:42065 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:42065 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42065 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42065 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58704) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40833 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=566 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=362 (was 277) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6995 (was 7558) 2024-12-03T23:19:22,563 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=202, OpenFileDescriptor=566, MaxFileDescriptor=1048576, SystemLoadAverage=362, ProcessCount=11, AvailableMemoryMB=6995 2024-12-03T23:19:22,577 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-03T23:19:22,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/hadoop.log.dir so I do NOT create it in target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3 2024-12-03T23:19:22,577 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T23:19:22,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/hadoop.tmp.dir so I do NOT create it in target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3 2024-12-03T23:19:22,577 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77853a2e-b77f-5f46-3f91-ef195afe0760/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T23:19:22,577 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3 2024-12-03T23:19:22,577 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/cluster_aff1653f-e083-175a-4686-046108afc54b, deleteOnExit=true 2024-12-03T23:19:22,580 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/cluster_aff1653f-e083-175a-4686-046108afc54b/zookeeper_0, clientPort=50467, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/cluster_aff1653f-e083-175a-4686-046108afc54b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/cluster_aff1653f-e083-175a-4686-046108afc54b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T23:19:22,581 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50467 2024-12-03T23:19:22,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T23:19:22,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T23:19:22,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/test.cache.data in system properties and HBase conf 2024-12-03T23:19:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T23:19:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/hadoop.log.dir in system properties and HBase conf 2024-12-03T23:19:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T23:19:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T23:19:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T23:19:22,582 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T23:19:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:19:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:19:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T23:19:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:19:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T23:19:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T23:19:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:19:22,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:19:22,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T23:19:22,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/nfs.dump.dir in system properties and HBase conf 2024-12-03T23:19:22,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/java.io.tmpdir in system properties and HBase conf 2024-12-03T23:19:22,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:19:22,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T23:19:22,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T23:19:22,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017a9fc4610002, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T23:19:22,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017a9fc4610005, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T23:19:22,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017a9fc4610002, quorum=127.0.0.1:58704, baseZNode=/02070555616 Received Disconnected from ZooKeeper, ignoring 2024-12-03T23:19:22,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017a9fc4610005, quorum=127.0.0.1:58704, baseZNode=/1-1644561853 Received Disconnected from ZooKeeper, ignoring 2024-12-03T23:19:22,658 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:19:22,661 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:19:22,662 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:19:22,662 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:19:22,663 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T23:19:22,664 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:19:22,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5df62230{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:19:22,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@179d4f35{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:19:22,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c29c16d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/java.io.tmpdir/jetty-localhost-33135-hadoop-hdfs-3_4_1-tests_jar-_-any-4758591590123242295/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:19:22,785 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65b0b781{HTTP/1.1, (http/1.1)}{localhost:33135} 2024-12-03T23:19:22,785 INFO [Time-limited test {}] server.Server(415): Started @152411ms 2024-12-03T23:19:22,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:19:22,870 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:19:22,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:19:22,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:19:22,871 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T23:19:22,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9f444f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:19:22,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75529c8d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:19:22,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6764637a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/java.io.tmpdir/jetty-localhost-33437-hadoop-hdfs-3_4_1-tests_jar-_-any-9269439951575316686/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:19:22,989 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62a0264d{HTTP/1.1, (http/1.1)}{localhost:33437} 2024-12-03T23:19:22,990 INFO [Time-limited test {}] server.Server(415): Started @152615ms 2024-12-03T23:19:22,991 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T23:19:23,092 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/cluster_aff1653f-e083-175a-4686-046108afc54b/data/data1/current/BP-1786387945-172.17.0.2-1733267962604/current, will proceed with Du for space computation calculation, 2024-12-03T23:19:23,093 WARN [Thread-1677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/cluster_aff1653f-e083-175a-4686-046108afc54b/data/data2/current/BP-1786387945-172.17.0.2-1733267962604/current, will proceed with Du for space computation calculation, 2024-12-03T23:19:23,111 WARN [Thread-1664 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T23:19:23,114 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x921b94d03f4af86e with lease ID 0xb882a9b7a8f623c0: Processing first storage report for DS-e819cba1-8958-4ed2-9d35-14be0c91e64e from datanode DatanodeRegistration(127.0.0.1:37193, datanodeUuid=36c048b3-05af-4939-b42c-740c5c75f533, infoPort=39067, infoSecurePort=0, ipcPort=44627, storageInfo=lv=-57;cid=testClusterID;nsid=504185357;c=1733267962604) 2024-12-03T23:19:23,114 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x921b94d03f4af86e with lease ID 0xb882a9b7a8f623c0: from storage DS-e819cba1-8958-4ed2-9d35-14be0c91e64e node DatanodeRegistration(127.0.0.1:37193, datanodeUuid=36c048b3-05af-4939-b42c-740c5c75f533, infoPort=39067, infoSecurePort=0, ipcPort=44627, storageInfo=lv=-57;cid=testClusterID;nsid=504185357;c=1733267962604), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:19:23,114 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x921b94d03f4af86e with lease ID 0xb882a9b7a8f623c0: Processing first storage report for DS-eb6a393c-c2fb-4e7f-8204-0c1d1fec840d from datanode DatanodeRegistration(127.0.0.1:37193, datanodeUuid=36c048b3-05af-4939-b42c-740c5c75f533, infoPort=39067, infoSecurePort=0, ipcPort=44627, storageInfo=lv=-57;cid=testClusterID;nsid=504185357;c=1733267962604) 2024-12-03T23:19:23,114 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x921b94d03f4af86e with lease ID 0xb882a9b7a8f623c0: from storage DS-eb6a393c-c2fb-4e7f-8204-0c1d1fec840d node DatanodeRegistration(127.0.0.1:37193, datanodeUuid=36c048b3-05af-4939-b42c-740c5c75f533, infoPort=39067, infoSecurePort=0, ipcPort=44627, storageInfo=lv=-57;cid=testClusterID;nsid=504185357;c=1733267962604), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:19:23,121 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3 2024-12-03T23:19:23,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:23,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:23,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741825_1001 (size=7) 2024-12-03T23:19:23,531 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e with version=8 2024-12-03T23:19:23,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/hbase-staging 2024-12-03T23:19:23,534 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:19:23,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:23,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:23,534 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:19:23,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:23,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:19:23,534 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T23:19:23,534 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:19:23,535 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42607 2024-12-03T23:19:23,536 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42607 connecting to ZooKeeper ensemble=127.0.0.1:50467 2024-12-03T23:19:23,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426070x0, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:19:23,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42607-0x1017aa025630000 connected 2024-12-03T23:19:23,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:23,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:23,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Set watcher on znode that does not yet exist, /0-2090547862/running 2024-12-03T23:19:23,569 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e, hbase.cluster.distributed=false 2024-12-03T23:19:23,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Set watcher on znode that does not yet exist, /0-2090547862/acl 2024-12-03T23:19:23,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42607 2024-12-03T23:19:23,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42607 2024-12-03T23:19:23,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42607 2024-12-03T23:19:23,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42607 2024-12-03T23:19:23,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42607 2024-12-03T23:19:23,589 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:19:23,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:23,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:23,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:19:23,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:23,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:19:23,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:19:23,589 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:19:23,590 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34965 2024-12-03T23:19:23,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34965 connecting to ZooKeeper ensemble=127.0.0.1:50467 2024-12-03T23:19:23,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:23,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:23,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349650x0, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:19:23,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349650x0, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Set watcher on znode that does not yet exist, /0-2090547862/running 2024-12-03T23:19:23,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34965-0x1017aa025630001 connected 2024-12-03T23:19:23,613 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:19:23,613 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:19:23,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34965-0x1017aa025630001, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Set watcher on znode that does not yet exist, /0-2090547862/master 2024-12-03T23:19:23,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34965-0x1017aa025630001, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Set watcher on znode that does not yet exist, /0-2090547862/acl 2024-12-03T23:19:23,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34965 2024-12-03T23:19:23,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34965 2024-12-03T23:19:23,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34965 2024-12-03T23:19:23,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34965 2024-12-03T23:19:23,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34965 2024-12-03T23:19:23,633 DEBUG [M:0;5f9d64419733:42607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5f9d64419733:42607 2024-12-03T23:19:23,636 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2090547862/backup-masters/5f9d64419733,42607,1733267963533 2024-12-03T23:19:23,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090547862/backup-masters 2024-12-03T23:19:23,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34965-0x1017aa025630001, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090547862/backup-masters 2024-12-03T23:19:23,638 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Set watcher on existing znode=/0-2090547862/backup-masters/5f9d64419733,42607,1733267963533 2024-12-03T23:19:23,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090547862 2024-12-03T23:19:23,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34965-0x1017aa025630001, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2090547862/master 2024-12-03T23:19:23,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34965-0x1017aa025630001, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090547862 2024-12-03T23:19:23,640 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Set watcher on existing znode=/0-2090547862/master 2024-12-03T23:19:23,640 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2090547862/backup-masters/5f9d64419733,42607,1733267963533 from backup master directory 2024-12-03T23:19:23,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34965-0x1017aa025630001, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090547862/backup-masters 2024-12-03T23:19:23,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2090547862/backup-masters/5f9d64419733,42607,1733267963533 2024-12-03T23:19:23,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090547862/backup-masters 2024-12-03T23:19:23,642 WARN [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:19:23,642 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5f9d64419733,42607,1733267963533 2024-12-03T23:19:23,645 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/hbase.id] with ID: 6369e0f3-a4b3-42fe-9853-1aa6df59a6b4 2024-12-03T23:19:23,645 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/.tmp/hbase.id 2024-12-03T23:19:23,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741826_1002 (size=42) 2024-12-03T23:19:24,051 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/.tmp/hbase.id]:[hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/hbase.id] 2024-12-03T23:19:24,063 INFO [master/5f9d64419733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:24,063 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T23:19:24,064 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T23:19:24,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090547862 2024-12-03T23:19:24,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34965-0x1017aa025630001, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090547862 2024-12-03T23:19:24,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741827_1003 (size=196) 2024-12-03T23:19:24,478 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:19:24,479 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T23:19:24,479 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:19:24,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741828_1004 (size=1189) 2024-12-03T23:19:24,886 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/MasterData/data/master/store 2024-12-03T23:19:24,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741829_1005 (size=34) 2024-12-03T23:19:25,179 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:19:25,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:25,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:25,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:25,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:25,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:25,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:25,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:25,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:25,292 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:25,293 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:19:25,293 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:25,293 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:25,293 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:19:25,293 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:25,293 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:25,293 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733267965292Disabling compacts and flushes for region at 1733267965292Disabling writes for close at 1733267965293 (+1 ms)Writing region close event to WAL at 1733267965293Closed at 1733267965293 2024-12-03T23:19:25,294 WARN [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/MasterData/data/master/store/.initializing 2024-12-03T23:19:25,294 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/MasterData/WALs/5f9d64419733,42607,1733267963533 2024-12-03T23:19:25,295 INFO [master/5f9d64419733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:19:25,296 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C42607%2C1733267963533, suffix=, logDir=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/MasterData/WALs/5f9d64419733,42607,1733267963533, archiveDir=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/MasterData/oldWALs, maxLogs=10 2024-12-03T23:19:25,310 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/MasterData/WALs/5f9d64419733,42607,1733267963533/5f9d64419733%2C42607%2C1733267963533.1733267965296, exclude list is [], retry=0 2024-12-03T23:19:25,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37193,DS-e819cba1-8958-4ed2-9d35-14be0c91e64e,DISK] 2024-12-03T23:19:25,314 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/MasterData/WALs/5f9d64419733,42607,1733267963533/5f9d64419733%2C42607%2C1733267963533.1733267965296 2024-12-03T23:19:25,314 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39067:39067)] 2024-12-03T23:19:25,314 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:19:25,314 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:25,314 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:25,315 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:25,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:25,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T23:19:25,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:25,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:25,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:25,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T23:19:25,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:25,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:25,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:25,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T23:19:25,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:25,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:25,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:25,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T23:19:25,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:25,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:25,322 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:25,322 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:25,323 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:25,324 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:25,324 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:25,325 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:19:25,325 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:25,327 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:19:25,328 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67999073, jitterRate=0.013265147805213928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:19:25,329 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733267965315Initializing all the Stores at 1733267965315Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267965315Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267965315Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267965315Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267965315Cleaning up temporary data from old regions at 1733267965324 (+9 ms)Region opened successfully at 1733267965328 (+4 ms) 2024-12-03T23:19:25,329 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T23:19:25,331 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4889695c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:19:25,332 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T23:19:25,332 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T23:19:25,332 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T23:19:25,332 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T23:19:25,333 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T23:19:25,333 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T23:19:25,333 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T23:19:25,334 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T23:19:25,335 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Unable to get data of znode /0-2090547862/balancer because node does not exist (not necessarily an error) 2024-12-03T23:19:25,336 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2090547862/balancer already deleted, retry=false 2024-12-03T23:19:25,337 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T23:19:25,337 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Unable to get data of znode /0-2090547862/normalizer because node does not exist (not necessarily an error) 2024-12-03T23:19:25,338 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2090547862/normalizer already deleted, retry=false 2024-12-03T23:19:25,339 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T23:19:25,339 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Unable to get data of znode /0-2090547862/switch/split because node does not exist (not necessarily an error) 2024-12-03T23:19:25,340 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2090547862/switch/split already deleted, retry=false 2024-12-03T23:19:25,341 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Unable to get data of znode /0-2090547862/switch/merge because node does not exist (not necessarily an error) 2024-12-03T23:19:25,343 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2090547862/switch/merge already deleted, retry=false 2024-12-03T23:19:25,345 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Unable to get data of znode /0-2090547862/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T23:19:25,346 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2090547862/snapshot-cleanup already deleted, retry=false 2024-12-03T23:19:25,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2090547862/running 2024-12-03T23:19:25,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34965-0x1017aa025630001, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2090547862/running 2024-12-03T23:19:25,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34965-0x1017aa025630001, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090547862 2024-12-03T23:19:25,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090547862 2024-12-03T23:19:25,348 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5f9d64419733,42607,1733267963533, sessionid=0x1017aa025630000, setting cluster-up flag (Was=false) 2024-12-03T23:19:25,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090547862 2024-12-03T23:19:25,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34965-0x1017aa025630001, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090547862 2024-12-03T23:19:25,355 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2090547862/flush-table-proc/acquired, /0-2090547862/flush-table-proc/reached, /0-2090547862/flush-table-proc/abort 2024-12-03T23:19:25,356 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,42607,1733267963533 2024-12-03T23:19:25,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090547862 2024-12-03T23:19:25,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34965-0x1017aa025630001, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090547862 2024-12-03T23:19:25,366 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2090547862/online-snapshot/acquired, /0-2090547862/online-snapshot/reached, /0-2090547862/online-snapshot/abort 2024-12-03T23:19:25,367 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,42607,1733267963533 2024-12-03T23:19:25,368 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T23:19:25,369 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T23:19:25,369 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T23:19:25,369 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T23:19:25,369 WARN [master/5f9d64419733:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 5f9d64419733,41525,1733267938883: status=Processing ServerCrashProcedure of 5f9d64419733,41525,1733267938883 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733267952690, completionTime=-1 appears to have been leaked 2024-12-03T23:19:25,370 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5f9d64419733,42607,1733267963533 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T23:19:25,371 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:25,371 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:25,371 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:25,371 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:25,371 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5f9d64419733:0, corePoolSize=10, maxPoolSize=10 2024-12-03T23:19:25,371 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:25,371 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:19:25,371 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:25,372 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:19:25,372 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T23:19:25,373 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733267995373 2024-12-03T23:19:25,373 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T23:19:25,373 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T23:19:25,373 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T23:19:25,373 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T23:19:25,373 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:25,373 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T23:19:25,373 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T23:19:25,373 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T23:19:25,374 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:25,375 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T23:19:25,375 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T23:19:25,375 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T23:19:25,375 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T23:19:25,375 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T23:19:25,375 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T23:19:25,376 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267965375,5,FailOnTimeoutGroup] 2024-12-03T23:19:25,378 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267965376,5,FailOnTimeoutGroup] 2024-12-03T23:19:25,378 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:25,378 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T23:19:25,378 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:25,378 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:25,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741831_1007 (size=1321) 2024-12-03T23:19:25,423 INFO [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(746): ClusterId : 6369e0f3-a4b3-42fe-9853-1aa6df59a6b4 2024-12-03T23:19:25,424 DEBUG [RS:0;5f9d64419733:34965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:19:25,426 DEBUG [RS:0;5f9d64419733:34965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:19:25,426 DEBUG [RS:0;5f9d64419733:34965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:19:25,428 DEBUG [RS:0;5f9d64419733:34965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:19:25,428 DEBUG [RS:0;5f9d64419733:34965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b9aa6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:19:25,440 DEBUG [RS:0;5f9d64419733:34965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5f9d64419733:34965 2024-12-03T23:19:25,440 INFO [RS:0;5f9d64419733:34965 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:19:25,440 INFO [RS:0;5f9d64419733:34965 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:19:25,440 DEBUG [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:19:25,441 INFO [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,42607,1733267963533 with port=34965, startcode=1733267963589 2024-12-03T23:19:25,441 DEBUG [RS:0;5f9d64419733:34965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:19:25,442 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:19:25,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42607 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,34965,1733267963589 2024-12-03T23:19:25,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42607 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,34965,1733267963589 2024-12-03T23:19:25,444 DEBUG [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e 2024-12-03T23:19:25,444 DEBUG [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46795 2024-12-03T23:19:25,444 DEBUG [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:19:25,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090547862/rs 2024-12-03T23:19:25,446 DEBUG [RS:0;5f9d64419733:34965 {}] zookeeper.ZKUtil(111): regionserver:34965-0x1017aa025630001, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Set watcher on existing znode=/0-2090547862/rs/5f9d64419733,34965,1733267963589 2024-12-03T23:19:25,446 WARN [RS:0;5f9d64419733:34965 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:19:25,446 INFO [RS:0;5f9d64419733:34965 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:19:25,446 DEBUG [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589 2024-12-03T23:19:25,447 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,34965,1733267963589] 2024-12-03T23:19:25,449 INFO [RS:0;5f9d64419733:34965 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:19:25,450 INFO [RS:0;5f9d64419733:34965 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:19:25,451 INFO [RS:0;5f9d64419733:34965 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:19:25,451 INFO [RS:0;5f9d64419733:34965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:25,453 INFO [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:19:25,453 INFO [RS:0;5f9d64419733:34965 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:19:25,453 INFO [RS:0;5f9d64419733:34965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:25,453 DEBUG [RS:0;5f9d64419733:34965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:25,454 DEBUG [RS:0;5f9d64419733:34965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:25,454 DEBUG [RS:0;5f9d64419733:34965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:25,454 DEBUG [RS:0;5f9d64419733:34965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:25,454 DEBUG [RS:0;5f9d64419733:34965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:25,454 DEBUG [RS:0;5f9d64419733:34965 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:19:25,454 DEBUG [RS:0;5f9d64419733:34965 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:25,454 DEBUG [RS:0;5f9d64419733:34965 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:25,454 DEBUG [RS:0;5f9d64419733:34965 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:25,454 DEBUG [RS:0;5f9d64419733:34965 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:25,454 DEBUG [RS:0;5f9d64419733:34965 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:25,454 DEBUG [RS:0;5f9d64419733:34965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:25,454 DEBUG [RS:0;5f9d64419733:34965 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:19:25,454 DEBUG [RS:0;5f9d64419733:34965 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:19:25,459 INFO [RS:0;5f9d64419733:34965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:25,459 INFO [RS:0;5f9d64419733:34965 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:25,459 INFO [RS:0;5f9d64419733:34965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:25,459 INFO [RS:0;5f9d64419733:34965 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:25,459 INFO [RS:0;5f9d64419733:34965 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:25,459 INFO [RS:0;5f9d64419733:34965 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,34965,1733267963589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:19:25,477 INFO [RS:0;5f9d64419733:34965 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:19:25,478 INFO [RS:0;5f9d64419733:34965 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,34965,1733267963589-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:25,478 INFO [RS:0;5f9d64419733:34965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:25,478 INFO [RS:0;5f9d64419733:34965 {}] regionserver.Replication(171): 5f9d64419733,34965,1733267963589 started 2024-12-03T23:19:25,495 INFO [RS:0;5f9d64419733:34965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:25,495 INFO [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,34965,1733267963589, RpcServer on 5f9d64419733/172.17.0.2:34965, sessionid=0x1017aa025630001 2024-12-03T23:19:25,495 DEBUG [RS:0;5f9d64419733:34965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:19:25,495 DEBUG [RS:0;5f9d64419733:34965 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,34965,1733267963589 2024-12-03T23:19:25,495 DEBUG [RS:0;5f9d64419733:34965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,34965,1733267963589' 2024-12-03T23:19:25,495 DEBUG [RS:0;5f9d64419733:34965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2090547862/flush-table-proc/abort' 2024-12-03T23:19:25,495 DEBUG [RS:0;5f9d64419733:34965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2090547862/flush-table-proc/acquired' 2024-12-03T23:19:25,496 DEBUG [RS:0;5f9d64419733:34965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:19:25,496 DEBUG [RS:0;5f9d64419733:34965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:19:25,496 DEBUG [RS:0;5f9d64419733:34965 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,34965,1733267963589 2024-12-03T23:19:25,496 DEBUG [RS:0;5f9d64419733:34965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,34965,1733267963589' 2024-12-03T23:19:25,496 DEBUG [RS:0;5f9d64419733:34965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2090547862/online-snapshot/abort' 2024-12-03T23:19:25,496 DEBUG [RS:0;5f9d64419733:34965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2090547862/online-snapshot/acquired' 2024-12-03T23:19:25,496 DEBUG [RS:0;5f9d64419733:34965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:19:25,496 INFO [RS:0;5f9d64419733:34965 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:19:25,496 INFO [RS:0;5f9d64419733:34965 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:19:25,597 INFO [RS:0;5f9d64419733:34965 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:19:25,598 INFO [RS:0;5f9d64419733:34965 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C34965%2C1733267963589, suffix=, logDir=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589, archiveDir=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/oldWALs, maxLogs=10 2024-12-03T23:19:25,616 DEBUG [RS:0;5f9d64419733:34965 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599, exclude list is [], retry=0 2024-12-03T23:19:25,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37193,DS-e819cba1-8958-4ed2-9d35-14be0c91e64e,DISK] 2024-12-03T23:19:25,621 INFO [RS:0;5f9d64419733:34965 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 2024-12-03T23:19:25,621 DEBUG [RS:0;5f9d64419733:34965 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39067:39067)] 2024-12-03T23:19:25,682 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:19:25,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T23:19:25,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:19:25,781 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T23:19:25,781 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e 2024-12-03T23:19:25,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741833_1009 (size=32) 2024-12-03T23:19:26,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:26,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:19:26,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:19:26,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:26,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:26,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:19:26,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:19:26,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:26,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:26,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:19:26,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:19:26,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:26,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:26,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:19:26,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:19:26,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:26,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:26,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:19:26,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/1588230740 2024-12-03T23:19:26,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/1588230740 2024-12-03T23:19:26,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:19:26,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:19:26,196 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:19:26,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:19:26,198 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:19:26,199 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64790142, jitterRate=-0.034551650285720825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:19:26,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733267966187Initializing all the Stores at 1733267966188 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267966188Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267966188Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267966188Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267966188Cleaning up temporary data from old regions at 1733267966195 (+7 ms)Region opened successfully at 1733267966199 (+4 ms) 2024-12-03T23:19:26,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:19:26,199 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:19:26,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:19:26,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:19:26,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:19:26,200 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:19:26,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733267966199Disabling compacts and flushes for region at 1733267966199Disabling writes for close at 1733267966199Writing region close event to WAL at 1733267966200 (+1 ms)Closed at 1733267966200 2024-12-03T23:19:26,201 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:19:26,201 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T23:19:26,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T23:19:26,202 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:19:26,203 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T23:19:26,353 DEBUG [5f9d64419733:42607 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T23:19:26,353 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5f9d64419733,34965,1733267963589 2024-12-03T23:19:26,354 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,34965,1733267963589, state=OPENING 2024-12-03T23:19:26,357 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T23:19:26,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090547862 2024-12-03T23:19:26,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34965-0x1017aa025630001, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090547862 2024-12-03T23:19:26,363 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:19:26,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2090547862/meta-region-server: CHANGED 2024-12-03T23:19:26,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2090547862/meta-region-server: CHANGED 2024-12-03T23:19:26,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,34965,1733267963589}] 2024-12-03T23:19:26,516 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:19:26,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:19:26,521 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T23:19:26,521 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:19:26,521 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T23:19:26,523 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C34965%2C1733267963589.meta, suffix=.meta, logDir=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589, archiveDir=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/oldWALs, maxLogs=10 2024-12-03T23:19:26,537 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.meta.1733267966523.meta, exclude list is [], retry=0 2024-12-03T23:19:26,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37193,DS-e819cba1-8958-4ed2-9d35-14be0c91e64e,DISK] 2024-12-03T23:19:26,543 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.meta.1733267966523.meta 2024-12-03T23:19:26,543 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39067:39067)] 2024-12-03T23:19:26,543 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:19:26,544 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:19:26,544 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:19:26,544 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T23:19:26,544 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T23:19:26,544 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T23:19:26,544 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:26,545 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T23:19:26,545 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T23:19:26,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:19:26,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:19:26,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:26,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:26,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:19:26,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:19:26,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:26,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:26,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:19:26,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:19:26,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:26,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:26,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:19:26,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:19:26,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:26,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:26,554 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:19:26,554 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/1588230740 2024-12-03T23:19:26,555 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/1588230740 2024-12-03T23:19:26,556 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:19:26,556 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:19:26,557 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:19:26,558 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:19:26,559 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73497692, jitterRate=0.09520095586776733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:19:26,559 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T23:19:26,560 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733267966545Writing region info on filesystem at 1733267966545Initializing all the Stores at 1733267966546 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267966546Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267966548 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267966548Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267966548Cleaning up temporary data from old regions at 1733267966556 (+8 ms)Running coprocessor post-open hooks at 1733267966559 (+3 ms)Region opened successfully at 1733267966560 (+1 ms) 2024-12-03T23:19:26,561 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733267966515 2024-12-03T23:19:26,562 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T23:19:26,562 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T23:19:26,563 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,34965,1733267963589 2024-12-03T23:19:26,564 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,34965,1733267963589, state=OPEN 2024-12-03T23:19:26,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2090547862/meta-region-server 2024-12-03T23:19:26,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34965-0x1017aa025630001, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2090547862/meta-region-server 2024-12-03T23:19:26,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2090547862/meta-region-server: CHANGED 2024-12-03T23:19:26,566 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5f9d64419733,34965,1733267963589 2024-12-03T23:19:26,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2090547862/meta-region-server: CHANGED 2024-12-03T23:19:26,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T23:19:26,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,34965,1733267963589 in 203 msec 2024-12-03T23:19:26,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T23:19:26,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 367 msec 2024-12-03T23:19:26,570 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:19:26,570 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T23:19:26,571 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:19:26,571 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,34965,1733267963589, seqNum=-1] 2024-12-03T23:19:26,571 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:19:26,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:19:26,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-12-03T23:19:26,576 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733267966576, completionTime=-1 2024-12-03T23:19:26,576 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T23:19:26,576 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T23:19:26,578 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T23:19:26,578 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733268026578 2024-12-03T23:19:26,578 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733268086578 2024-12-03T23:19:26,578 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T23:19:26,578 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,42607,1733267963533-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:26,578 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,42607,1733267963533-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:26,578 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,42607,1733267963533-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:26,579 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5f9d64419733:42607, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:26,579 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:26,579 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:26,580 DEBUG [master/5f9d64419733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T23:19:26,582 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.940sec 2024-12-03T23:19:26,582 INFO [master/5f9d64419733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T23:19:26,582 INFO [master/5f9d64419733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T23:19:26,582 INFO [master/5f9d64419733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T23:19:26,582 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T23:19:26,582 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T23:19:26,582 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,42607,1733267963533-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:19:26,582 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,42607,1733267963533-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T23:19:26,584 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T23:19:26,584 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T23:19:26,584 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,42607,1733267963533-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:26,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bd7a8af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:26,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,42607,-1 for getting cluster id 2024-12-03T23:19:26,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:19:26,625 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6369e0f3-a4b3-42fe-9853-1aa6df59a6b4' 2024-12-03T23:19:26,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:19:26,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6369e0f3-a4b3-42fe-9853-1aa6df59a6b4" 2024-12-03T23:19:26,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d388be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:26,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,42607,-1] 2024-12-03T23:19:26,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:19:26,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:26,627 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:19:26,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c25083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:26,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:19:26,629 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,34965,1733267963589, seqNum=-1] 2024-12-03T23:19:26,629 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:19:26,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:19:26,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5f9d64419733,42607,1733267963533 2024-12-03T23:19:26,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50467 2024-12-03T23:19:26,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:19:26,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017aa025630002 connected 2024-12-03T23:19:26,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/hadoop.log.dir so I do NOT create it in target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead 2024-12-03T23:19:26,639 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T23:19:26,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/hadoop.tmp.dir so I do NOT create it in target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead 2024-12-03T23:19:26,639 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T23:19:26,639 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead 2024-12-03T23:19:26,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T23:19:26,639 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/cluster_c2d0ddea-8b26-251b-905a-f6680b031971, deleteOnExit=true 2024-12-03T23:19:26,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T23:19:26,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/test.cache.data in system properties and HBase conf 2024-12-03T23:19:26,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T23:19:26,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/hadoop.log.dir in system properties and HBase conf 2024-12-03T23:19:26,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T23:19:26,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T23:19:26,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T23:19:26,639 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T23:19:26,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:19:26,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:19:26,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T23:19:26,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:19:26,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T23:19:26,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T23:19:26,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:19:26,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:19:26,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T23:19:26,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/nfs.dump.dir in system properties and HBase conf 2024-12-03T23:19:26,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/java.io.tmpdir in system properties and HBase conf 2024-12-03T23:19:26,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:19:26,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T23:19:26,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T23:19:26,746 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:19:26,751 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:19:26,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:19:26,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:19:26,757 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T23:19:26,758 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:19:26,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9a4ad53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:19:26,759 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63eedf06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:19:26,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3bae29d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/java.io.tmpdir/jetty-localhost-42417-hadoop-hdfs-3_4_1-tests_jar-_-any-12233594890512570814/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:19:26,925 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c51eaab{HTTP/1.1, (http/1.1)}{localhost:42417} 2024-12-03T23:19:26,925 INFO [Time-limited test {}] server.Server(415): Started @156550ms 2024-12-03T23:19:27,023 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:19:27,026 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:19:27,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:19:27,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:19:27,028 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T23:19:27,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8d3ede5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:19:27,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21d2e0a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:19:27,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37339b48{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/java.io.tmpdir/jetty-localhost-33161-hadoop-hdfs-3_4_1-tests_jar-_-any-1811480166244362711/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:19:27,147 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6752d86d{HTTP/1.1, (http/1.1)}{localhost:33161} 2024-12-03T23:19:27,147 INFO [Time-limited test {}] server.Server(415): Started @156772ms 2024-12-03T23:19:27,148 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T23:19:27,241 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/cluster_c2d0ddea-8b26-251b-905a-f6680b031971/data/data1/current/BP-956769154-172.17.0.2-1733267966671/current, will proceed with Du for space computation calculation, 2024-12-03T23:19:27,241 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/cluster_c2d0ddea-8b26-251b-905a-f6680b031971/data/data2/current/BP-956769154-172.17.0.2-1733267966671/current, will proceed with Du for space computation calculation, 2024-12-03T23:19:27,265 WARN [Thread-1785 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T23:19:27,267 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a3ae146f938f8e5 with lease ID 0x771fade7eec04e8f: Processing first storage report for DS-f3c58234-d1d0-4c79-b6f1-aac87b8bb45e from datanode DatanodeRegistration(127.0.0.1:36899, datanodeUuid=781ac304-4625-45a4-ab29-2a35a444233e, infoPort=34169, infoSecurePort=0, ipcPort=34433, storageInfo=lv=-57;cid=testClusterID;nsid=1797653411;c=1733267966671) 2024-12-03T23:19:27,267 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a3ae146f938f8e5 with lease ID 0x771fade7eec04e8f: from storage DS-f3c58234-d1d0-4c79-b6f1-aac87b8bb45e node DatanodeRegistration(127.0.0.1:36899, datanodeUuid=781ac304-4625-45a4-ab29-2a35a444233e, infoPort=34169, infoSecurePort=0, ipcPort=34433, storageInfo=lv=-57;cid=testClusterID;nsid=1797653411;c=1733267966671), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:19:27,268 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a3ae146f938f8e5 with lease ID 0x771fade7eec04e8f: Processing first storage report for DS-47128901-8b37-466a-80cf-54c493dda338 from datanode DatanodeRegistration(127.0.0.1:36899, datanodeUuid=781ac304-4625-45a4-ab29-2a35a444233e, infoPort=34169, infoSecurePort=0, ipcPort=34433, storageInfo=lv=-57;cid=testClusterID;nsid=1797653411;c=1733267966671) 2024-12-03T23:19:27,268 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a3ae146f938f8e5 with lease ID 0x771fade7eec04e8f: from storage DS-47128901-8b37-466a-80cf-54c493dda338 node DatanodeRegistration(127.0.0.1:36899, datanodeUuid=781ac304-4625-45a4-ab29-2a35a444233e, infoPort=34169, infoSecurePort=0, ipcPort=34433, storageInfo=lv=-57;cid=testClusterID;nsid=1797653411;c=1733267966671), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:19:27,270 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead 2024-12-03T23:19:27,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:27,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:27,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741825_1001 (size=7) 2024-12-03T23:19:27,278 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368 with version=8 2024-12-03T23:19:27,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/hbase-staging 2024-12-03T23:19:27,280 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:19:27,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:27,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:27,280 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:19:27,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:27,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:19:27,280 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T23:19:27,281 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:19:27,281 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45081 2024-12-03T23:19:27,282 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45081 connecting to ZooKeeper ensemble=127.0.0.1:50467 2024-12-03T23:19:27,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450810x0, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:19:27,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45081-0x1017aa025630003 connected 2024-12-03T23:19:27,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:27,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:27,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Set watcher on znode that does not yet exist, /1-276399449/running 2024-12-03T23:19:27,299 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368, hbase.cluster.distributed=false 2024-12-03T23:19:27,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Set watcher on znode that does not yet exist, /1-276399449/acl 2024-12-03T23:19:27,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45081 2024-12-03T23:19:27,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45081 2024-12-03T23:19:27,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45081 2024-12-03T23:19:27,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45081 2024-12-03T23:19:27,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45081 2024-12-03T23:19:27,322 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:19:27,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:27,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:27,322 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:19:27,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:27,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:19:27,322 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:19:27,322 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:19:27,323 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45329 2024-12-03T23:19:27,324 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45329 connecting to ZooKeeper ensemble=127.0.0.1:50467 2024-12-03T23:19:27,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:27,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:27,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453290x0, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:19:27,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453290x0, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Set watcher on znode that does not yet exist, /1-276399449/running 2024-12-03T23:19:27,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45329-0x1017aa025630004 connected 2024-12-03T23:19:27,330 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:19:27,333 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:19:27,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45329-0x1017aa025630004, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Set watcher on znode that does not yet exist, /1-276399449/master 2024-12-03T23:19:27,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45329-0x1017aa025630004, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Set watcher on znode that does not yet exist, /1-276399449/acl 2024-12-03T23:19:27,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45329 2024-12-03T23:19:27,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45329 2024-12-03T23:19:27,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45329 2024-12-03T23:19:27,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45329 2024-12-03T23:19:27,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45329 2024-12-03T23:19:27,353 DEBUG [M:0;5f9d64419733:45081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5f9d64419733:45081 2024-12-03T23:19:27,353 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-276399449/backup-masters/5f9d64419733,45081,1733267967280 2024-12-03T23:19:27,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276399449/backup-masters 2024-12-03T23:19:27,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45329-0x1017aa025630004, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276399449/backup-masters 2024-12-03T23:19:27,355 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Set watcher on existing znode=/1-276399449/backup-masters/5f9d64419733,45081,1733267967280 2024-12-03T23:19:27,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45329-0x1017aa025630004, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-276399449/master 2024-12-03T23:19:27,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276399449 2024-12-03T23:19:27,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45329-0x1017aa025630004, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276399449 2024-12-03T23:19:27,358 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Set watcher on existing znode=/1-276399449/master 2024-12-03T23:19:27,358 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-276399449/backup-masters/5f9d64419733,45081,1733267967280 from backup master directory 2024-12-03T23:19:27,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45329-0x1017aa025630004, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276399449/backup-masters 2024-12-03T23:19:27,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-276399449/backup-masters/5f9d64419733,45081,1733267967280 2024-12-03T23:19:27,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276399449/backup-masters 2024-12-03T23:19:27,360 WARN [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:19:27,360 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5f9d64419733,45081,1733267967280 2024-12-03T23:19:27,363 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/hbase.id] with ID: 76d2a254-150a-42af-b2a1-0817350b8050 2024-12-03T23:19:27,363 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/.tmp/hbase.id 2024-12-03T23:19:27,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741826_1002 (size=42) 2024-12-03T23:19:27,768 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/.tmp/hbase.id]:[hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/hbase.id] 2024-12-03T23:19:27,779 INFO [master/5f9d64419733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:27,779 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T23:19:27,780 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T23:19:27,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276399449 2024-12-03T23:19:27,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45329-0x1017aa025630004, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276399449 2024-12-03T23:19:27,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741827_1003 (size=196) 2024-12-03T23:19:28,188 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:19:28,189 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T23:19:28,189 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:19:28,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741828_1004 (size=1189) 2024-12-03T23:19:28,596 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/MasterData/data/master/store 2024-12-03T23:19:28,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741829_1005 (size=34) 2024-12-03T23:19:29,003 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:29,003 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:19:29,003 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:29,003 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:29,003 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:19:29,003 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:29,003 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:29,003 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733267969003Disabling compacts and flushes for region at 1733267969003Disabling writes for close at 1733267969003Writing region close event to WAL at 1733267969003Closed at 1733267969003 2024-12-03T23:19:29,004 WARN [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/MasterData/data/master/store/.initializing 2024-12-03T23:19:29,004 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/MasterData/WALs/5f9d64419733,45081,1733267967280 2024-12-03T23:19:29,005 INFO [master/5f9d64419733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:19:29,007 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C45081%2C1733267967280, suffix=, logDir=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/MasterData/WALs/5f9d64419733,45081,1733267967280, archiveDir=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/MasterData/oldWALs, maxLogs=10 2024-12-03T23:19:29,024 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/MasterData/WALs/5f9d64419733,45081,1733267967280/5f9d64419733%2C45081%2C1733267967280.1733267969007, exclude list is [], retry=0 2024-12-03T23:19:29,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36899,DS-f3c58234-d1d0-4c79-b6f1-aac87b8bb45e,DISK] 2024-12-03T23:19:29,029 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/MasterData/WALs/5f9d64419733,45081,1733267967280/5f9d64419733%2C45081%2C1733267967280.1733267969007 2024-12-03T23:19:29,029 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34169:34169)] 2024-12-03T23:19:29,029 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:19:29,030 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:29,030 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:29,030 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:29,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:29,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T23:19:29,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:29,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:29,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:29,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T23:19:29,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:29,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:29,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:29,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T23:19:29,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:29,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:29,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:29,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T23:19:29,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:29,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:29,037 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:29,038 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:29,038 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:29,039 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:29,040 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:29,040 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:19:29,041 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:29,043 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:19:29,043 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69719715, jitterRate=0.03890471160411835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:19:29,043 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733267969030Initializing all the Stores at 1733267969031 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267969031Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267969031Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267969031Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267969031Cleaning up temporary data from old regions at 1733267969040 (+9 ms)Region opened successfully at 1733267969043 (+3 ms) 2024-12-03T23:19:29,043 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T23:19:29,046 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bdfaf14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:19:29,047 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T23:19:29,047 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T23:19:29,047 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T23:19:29,047 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T23:19:29,047 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T23:19:29,048 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T23:19:29,048 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T23:19:29,049 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T23:19:29,050 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Unable to get data of znode /1-276399449/balancer because node does not exist (not necessarily an error) 2024-12-03T23:19:29,051 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-276399449/balancer already deleted, retry=false 2024-12-03T23:19:29,051 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T23:19:29,052 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Unable to get data of znode /1-276399449/normalizer because node does not exist (not necessarily an error) 2024-12-03T23:19:29,054 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-276399449/normalizer already deleted, retry=false 2024-12-03T23:19:29,054 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T23:19:29,055 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Unable to get data of znode /1-276399449/switch/split because node does not exist (not necessarily an error) 2024-12-03T23:19:29,056 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-276399449/switch/split already deleted, retry=false 2024-12-03T23:19:29,057 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Unable to get data of znode /1-276399449/switch/merge because node does not exist (not necessarily an error) 2024-12-03T23:19:29,058 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-276399449/switch/merge already deleted, retry=false 2024-12-03T23:19:29,059 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Unable to get data of znode /1-276399449/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T23:19:29,061 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-276399449/snapshot-cleanup already deleted, retry=false 2024-12-03T23:19:29,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-276399449/running 2024-12-03T23:19:29,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45329-0x1017aa025630004, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-276399449/running 2024-12-03T23:19:29,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276399449 2024-12-03T23:19:29,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45329-0x1017aa025630004, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276399449 2024-12-03T23:19:29,064 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5f9d64419733,45081,1733267967280, sessionid=0x1017aa025630003, setting cluster-up flag (Was=false) 2024-12-03T23:19:29,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276399449 2024-12-03T23:19:29,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45329-0x1017aa025630004, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276399449 2024-12-03T23:19:29,074 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-276399449/flush-table-proc/acquired, /1-276399449/flush-table-proc/reached, /1-276399449/flush-table-proc/abort 2024-12-03T23:19:29,075 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,45081,1733267967280 2024-12-03T23:19:29,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276399449 2024-12-03T23:19:29,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45329-0x1017aa025630004, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276399449 2024-12-03T23:19:29,083 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-276399449/online-snapshot/acquired, /1-276399449/online-snapshot/reached, /1-276399449/online-snapshot/abort 2024-12-03T23:19:29,083 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,45081,1733267967280 2024-12-03T23:19:29,084 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T23:19:29,085 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T23:19:29,086 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T23:19:29,086 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T23:19:29,086 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5f9d64419733,45081,1733267967280 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T23:19:29,087 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:29,087 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:29,087 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:29,087 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:29,087 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5f9d64419733:0, corePoolSize=10, maxPoolSize=10 2024-12-03T23:19:29,087 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:29,087 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:19:29,087 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:29,088 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733267999088 2024-12-03T23:19:29,088 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T23:19:29,088 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T23:19:29,088 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T23:19:29,088 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T23:19:29,088 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T23:19:29,088 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T23:19:29,088 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:19:29,088 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T23:19:29,089 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:29,089 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T23:19:29,092 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:29,093 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T23:19:29,093 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T23:19:29,093 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T23:19:29,093 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T23:19:29,093 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T23:19:29,093 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T23:19:29,093 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267969093,5,FailOnTimeoutGroup] 2024-12-03T23:19:29,094 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267969093,5,FailOnTimeoutGroup] 2024-12-03T23:19:29,094 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:29,094 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T23:19:29,094 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:29,094 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:29,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741831_1007 (size=1321) 2024-12-03T23:19:29,144 INFO [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(746): ClusterId : 76d2a254-150a-42af-b2a1-0817350b8050 2024-12-03T23:19:29,144 DEBUG [RS:0;5f9d64419733:45329 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:19:29,146 DEBUG [RS:0;5f9d64419733:45329 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:19:29,146 DEBUG [RS:0;5f9d64419733:45329 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:19:29,149 DEBUG [RS:0;5f9d64419733:45329 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:19:29,149 DEBUG [RS:0;5f9d64419733:45329 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c86e4ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:19:29,164 DEBUG [RS:0;5f9d64419733:45329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5f9d64419733:45329 2024-12-03T23:19:29,164 INFO [RS:0;5f9d64419733:45329 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:19:29,164 INFO [RS:0;5f9d64419733:45329 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:19:29,164 DEBUG [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:19:29,165 INFO [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,45081,1733267967280 with port=45329, startcode=1733267967322 2024-12-03T23:19:29,165 DEBUG [RS:0;5f9d64419733:45329 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:19:29,173 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:19:29,174 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45081 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,45329,1733267967322 2024-12-03T23:19:29,174 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45081 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,45329,1733267967322 2024-12-03T23:19:29,175 DEBUG [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368 2024-12-03T23:19:29,175 DEBUG [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36035 2024-12-03T23:19:29,175 DEBUG [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:19:29,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276399449/rs 2024-12-03T23:19:29,180 DEBUG [RS:0;5f9d64419733:45329 {}] zookeeper.ZKUtil(111): regionserver:45329-0x1017aa025630004, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Set watcher on existing znode=/1-276399449/rs/5f9d64419733,45329,1733267967322 2024-12-03T23:19:29,180 WARN [RS:0;5f9d64419733:45329 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:19:29,180 INFO [RS:0;5f9d64419733:45329 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:19:29,180 DEBUG [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322 2024-12-03T23:19:29,181 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,45329,1733267967322] 2024-12-03T23:19:29,186 INFO [RS:0;5f9d64419733:45329 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:19:29,188 INFO [RS:0;5f9d64419733:45329 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:19:29,192 INFO [RS:0;5f9d64419733:45329 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:19:29,192 INFO [RS:0;5f9d64419733:45329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:29,193 INFO [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:19:29,194 INFO [RS:0;5f9d64419733:45329 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:19:29,194 INFO [RS:0;5f9d64419733:45329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:29,194 DEBUG [RS:0;5f9d64419733:45329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:29,194 DEBUG [RS:0;5f9d64419733:45329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:29,194 DEBUG [RS:0;5f9d64419733:45329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:29,194 DEBUG [RS:0;5f9d64419733:45329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:29,194 DEBUG [RS:0;5f9d64419733:45329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:29,194 DEBUG [RS:0;5f9d64419733:45329 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:19:29,194 DEBUG [RS:0;5f9d64419733:45329 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:29,194 DEBUG [RS:0;5f9d64419733:45329 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:29,194 DEBUG [RS:0;5f9d64419733:45329 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:29,194 DEBUG [RS:0;5f9d64419733:45329 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:29,194 DEBUG [RS:0;5f9d64419733:45329 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:29,194 DEBUG [RS:0;5f9d64419733:45329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:29,194 DEBUG [RS:0;5f9d64419733:45329 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:19:29,194 DEBUG [RS:0;5f9d64419733:45329 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:19:29,195 INFO [RS:0;5f9d64419733:45329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:29,195 INFO [RS:0;5f9d64419733:45329 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:29,195 INFO [RS:0;5f9d64419733:45329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:29,195 INFO [RS:0;5f9d64419733:45329 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:29,195 INFO [RS:0;5f9d64419733:45329 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:29,195 INFO [RS:0;5f9d64419733:45329 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,45329,1733267967322-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:19:29,210 INFO [RS:0;5f9d64419733:45329 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:19:29,210 INFO [RS:0;5f9d64419733:45329 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,45329,1733267967322-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:29,210 INFO [RS:0;5f9d64419733:45329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:29,210 INFO [RS:0;5f9d64419733:45329 {}] regionserver.Replication(171): 5f9d64419733,45329,1733267967322 started 2024-12-03T23:19:29,224 INFO [RS:0;5f9d64419733:45329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:29,224 INFO [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,45329,1733267967322, RpcServer on 5f9d64419733/172.17.0.2:45329, sessionid=0x1017aa025630004 2024-12-03T23:19:29,224 DEBUG [RS:0;5f9d64419733:45329 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:19:29,224 DEBUG [RS:0;5f9d64419733:45329 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,45329,1733267967322 2024-12-03T23:19:29,224 DEBUG [RS:0;5f9d64419733:45329 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,45329,1733267967322' 2024-12-03T23:19:29,224 DEBUG [RS:0;5f9d64419733:45329 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-276399449/flush-table-proc/abort' 2024-12-03T23:19:29,224 DEBUG [RS:0;5f9d64419733:45329 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-276399449/flush-table-proc/acquired' 2024-12-03T23:19:29,225 DEBUG [RS:0;5f9d64419733:45329 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:19:29,225 DEBUG [RS:0;5f9d64419733:45329 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:19:29,225 DEBUG [RS:0;5f9d64419733:45329 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,45329,1733267967322 2024-12-03T23:19:29,225 DEBUG [RS:0;5f9d64419733:45329 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,45329,1733267967322' 2024-12-03T23:19:29,225 DEBUG [RS:0;5f9d64419733:45329 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-276399449/online-snapshot/abort' 2024-12-03T23:19:29,225 DEBUG [RS:0;5f9d64419733:45329 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-276399449/online-snapshot/acquired' 2024-12-03T23:19:29,225 DEBUG [RS:0;5f9d64419733:45329 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:19:29,226 INFO [RS:0;5f9d64419733:45329 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:19:29,226 INFO [RS:0;5f9d64419733:45329 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:19:29,326 INFO [RS:0;5f9d64419733:45329 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:19:29,327 INFO [RS:0;5f9d64419733:45329 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C45329%2C1733267967322, suffix=, logDir=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322, archiveDir=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/oldWALs, maxLogs=10 2024-12-03T23:19:29,341 DEBUG [RS:0;5f9d64419733:45329 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328, exclude list is [], retry=0 2024-12-03T23:19:29,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36899,DS-f3c58234-d1d0-4c79-b6f1-aac87b8bb45e,DISK] 2024-12-03T23:19:29,345 INFO [RS:0;5f9d64419733:45329 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328 2024-12-03T23:19:29,345 DEBUG [RS:0;5f9d64419733:45329 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34169:34169)] 2024-12-03T23:19:29,501 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T23:19:29,501 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368 2024-12-03T23:19:29,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741833_1009 (size=32) 2024-12-03T23:19:29,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:29,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:19:29,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:19:29,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:29,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:29,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:19:29,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:19:29,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:29,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:29,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:19:29,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:19:29,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:29,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:29,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:19:29,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:19:29,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:29,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:29,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:19:29,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/1588230740 2024-12-03T23:19:29,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/1588230740 2024-12-03T23:19:29,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:19:29,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:19:29,917 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:19:29,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:19:29,921 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:19:29,921 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68738460, jitterRate=0.024282872676849365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:19:29,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733267969907Initializing all the Stores at 1733267969908 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267969908Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267969908Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267969908Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267969908Cleaning up temporary data from old regions at 1733267969917 (+9 ms)Region opened successfully at 1733267969921 (+4 ms) 2024-12-03T23:19:29,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:19:29,921 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:19:29,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:19:29,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:19:29,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:19:29,922 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:19:29,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733267969921Disabling compacts and flushes for region at 1733267969921Disabling writes for close at 1733267969921Writing region close event to WAL at 1733267969921Closed at 1733267969922 (+1 ms) 2024-12-03T23:19:29,922 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:19:29,923 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T23:19:29,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T23:19:29,923 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:19:29,924 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T23:19:30,075 DEBUG [5f9d64419733:45081 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T23:19:30,075 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5f9d64419733,45329,1733267967322 2024-12-03T23:19:30,076 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,45329,1733267967322, state=OPENING 2024-12-03T23:19:30,078 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T23:19:30,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45329-0x1017aa025630004, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276399449 2024-12-03T23:19:30,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276399449 2024-12-03T23:19:30,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-276399449/meta-region-server: CHANGED 2024-12-03T23:19:30,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-276399449/meta-region-server: CHANGED 2024-12-03T23:19:30,080 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:19:30,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,45329,1733267967322}] 2024-12-03T23:19:30,233 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:19:30,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:19:30,238 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T23:19:30,238 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:19:30,238 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T23:19:30,240 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C45329%2C1733267967322.meta, suffix=.meta, logDir=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322, archiveDir=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/oldWALs, maxLogs=10 2024-12-03T23:19:30,253 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.meta.1733267970240.meta, exclude list is [], retry=0 2024-12-03T23:19:30,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36899,DS-f3c58234-d1d0-4c79-b6f1-aac87b8bb45e,DISK] 2024-12-03T23:19:30,256 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.meta.1733267970240.meta 2024-12-03T23:19:30,256 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34169:34169)] 2024-12-03T23:19:30,256 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:19:30,257 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:19:30,257 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:19:30,257 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T23:19:30,257 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T23:19:30,257 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T23:19:30,257 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:30,257 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T23:19:30,257 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T23:19:30,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:19:30,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:19:30,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:30,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:30,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:19:30,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:19:30,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:30,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:30,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:19:30,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:19:30,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:30,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:30,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:19:30,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:19:30,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:30,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:30,263 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:19:30,263 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/1588230740 2024-12-03T23:19:30,264 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/1588230740 2024-12-03T23:19:30,265 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:19:30,265 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:19:30,265 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:19:30,266 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:19:30,267 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66759724, jitterRate=-0.005202591419219971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:19:30,267 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T23:19:30,267 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733267970257Writing region info on filesystem at 1733267970257Initializing all the Stores at 1733267970258 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267970258Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267970258Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267970258Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267970258Cleaning up temporary data from old regions at 1733267970265 (+7 ms)Running coprocessor post-open hooks at 1733267970267 (+2 ms)Region opened successfully at 1733267970267 2024-12-03T23:19:30,268 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733267970233 2024-12-03T23:19:30,270 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T23:19:30,270 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T23:19:30,270 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,45329,1733267967322 2024-12-03T23:19:30,271 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,45329,1733267967322, state=OPEN 2024-12-03T23:19:30,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-276399449/meta-region-server 2024-12-03T23:19:30,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45329-0x1017aa025630004, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-276399449/meta-region-server 2024-12-03T23:19:30,273 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5f9d64419733,45329,1733267967322 2024-12-03T23:19:30,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-276399449/meta-region-server: CHANGED 2024-12-03T23:19:30,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-276399449/meta-region-server: CHANGED 2024-12-03T23:19:30,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T23:19:30,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,45329,1733267967322 in 193 msec 2024-12-03T23:19:30,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T23:19:30,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-12-03T23:19:30,277 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:19:30,277 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T23:19:30,278 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:19:30,278 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1] 2024-12-03T23:19:30,278 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:19:30,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:19:30,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-12-03T23:19:30,283 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733267970283, completionTime=-1 2024-12-03T23:19:30,283 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T23:19:30,283 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T23:19:30,285 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T23:19:30,285 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733268030285 2024-12-03T23:19:30,285 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733268090285 2024-12-03T23:19:30,285 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T23:19:30,285 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,45081,1733267967280-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:30,285 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,45081,1733267967280-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:30,285 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,45081,1733267967280-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:30,285 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5f9d64419733:45081, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:30,285 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:30,286 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:30,287 DEBUG [master/5f9d64419733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T23:19:30,289 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.929sec 2024-12-03T23:19:30,289 INFO [master/5f9d64419733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T23:19:30,289 INFO [master/5f9d64419733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T23:19:30,289 INFO [master/5f9d64419733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T23:19:30,289 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T23:19:30,289 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T23:19:30,289 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,45081,1733267967280-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:19:30,289 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,45081,1733267967280-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T23:19:30,291 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T23:19:30,291 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T23:19:30,291 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,45081,1733267967280-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:30,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea2065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:30,345 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,45081,-1 for getting cluster id 2024-12-03T23:19:30,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:19:30,346 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76d2a254-150a-42af-b2a1-0817350b8050' 2024-12-03T23:19:30,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:19:30,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76d2a254-150a-42af-b2a1-0817350b8050" 2024-12-03T23:19:30,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48462dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:30,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,45081,-1] 2024-12-03T23:19:30,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:19:30,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:30,348 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:19:30,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23dbd6d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:30,349 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:19:30,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1] 2024-12-03T23:19:30,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:19:30,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:19:30,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5f9d64419733,45081,1733267967280 2024-12-03T23:19:30,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50467 2024-12-03T23:19:30,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:19:30,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017aa025630005 connected 2024-12-03T23:19:30,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:19:30,359 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,42607,1733267963533 2024-12-03T23:19:30,359 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e7187ac 2024-12-03T23:19:30,359 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:19:30,360 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:19:30,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:19:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T23:19:30,363 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:19:30,363 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:30,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T23:19:30,364 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:19:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:19:30,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741835_1011 (size=902) 2024-12-03T23:19:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:19:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:19:30,771 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b428379a3ffb14181e0febae1a7a00eb, NAME => 'test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e 2024-12-03T23:19:30,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741836_1012 (size=39) 2024-12-03T23:19:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:19:31,177 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:31,177 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b428379a3ffb14181e0febae1a7a00eb, disabling compactions & flushes 2024-12-03T23:19:31,177 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb. 2024-12-03T23:19:31,177 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb. 2024-12-03T23:19:31,177 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb. after waiting 0 ms 2024-12-03T23:19:31,177 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb. 2024-12-03T23:19:31,177 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb. 2024-12-03T23:19:31,177 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b428379a3ffb14181e0febae1a7a00eb: Waiting for close lock at 1733267971177Disabling compacts and flushes for region at 1733267971177Disabling writes for close at 1733267971177Writing region close event to WAL at 1733267971177Closed at 1733267971177 2024-12-03T23:19:31,178 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:19:31,179 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733267971178"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733267971178"}]},"ts":"1733267971178"} 2024-12-03T23:19:31,180 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:19:31,181 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:19:31,181 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733267971181"}]},"ts":"1733267971181"} 2024-12-03T23:19:31,183 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T23:19:31,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b428379a3ffb14181e0febae1a7a00eb, ASSIGN}] 2024-12-03T23:19:31,184 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b428379a3ffb14181e0febae1a7a00eb, ASSIGN 2024-12-03T23:19:31,185 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:19:31,185 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b428379a3ffb14181e0febae1a7a00eb, ASSIGN; state=OFFLINE, location=5f9d64419733,34965,1733267963589; forceNewPlan=false, retain=false 2024-12-03T23:19:31,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:31,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:31,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:31,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:31,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:31,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:31,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:31,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:31,336 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b428379a3ffb14181e0febae1a7a00eb, regionState=OPENING, regionLocation=5f9d64419733,34965,1733267963589 2024-12-03T23:19:31,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b428379a3ffb14181e0febae1a7a00eb, ASSIGN because future has completed 2024-12-03T23:19:31,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b428379a3ffb14181e0febae1a7a00eb, server=5f9d64419733,34965,1733267963589}] 2024-12-03T23:19:31,449 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T23:19:31,494 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb. 2024-12-03T23:19:31,495 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b428379a3ffb14181e0febae1a7a00eb, NAME => 'test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:19:31,495 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:19:31,495 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T23:19:31,495 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b428379a3ffb14181e0febae1a7a00eb 2024-12-03T23:19:31,495 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:31,495 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b428379a3ffb14181e0febae1a7a00eb 2024-12-03T23:19:31,495 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b428379a3ffb14181e0febae1a7a00eb 2024-12-03T23:19:31,499 INFO [StoreOpener-b428379a3ffb14181e0febae1a7a00eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b428379a3ffb14181e0febae1a7a00eb 2024-12-03T23:19:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:19:31,501 INFO [StoreOpener-b428379a3ffb14181e0febae1a7a00eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b428379a3ffb14181e0febae1a7a00eb columnFamilyName f 2024-12-03T23:19:31,501 DEBUG [StoreOpener-b428379a3ffb14181e0febae1a7a00eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:31,501 INFO [StoreOpener-b428379a3ffb14181e0febae1a7a00eb-1 {}] regionserver.HStore(327): Store=b428379a3ffb14181e0febae1a7a00eb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:31,501 INFO [StoreOpener-b428379a3ffb14181e0febae1a7a00eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b428379a3ffb14181e0febae1a7a00eb 2024-12-03T23:19:31,502 INFO [StoreOpener-b428379a3ffb14181e0febae1a7a00eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b428379a3ffb14181e0febae1a7a00eb columnFamilyName f1 2024-12-03T23:19:31,502 DEBUG [StoreOpener-b428379a3ffb14181e0febae1a7a00eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:31,503 INFO [StoreOpener-b428379a3ffb14181e0febae1a7a00eb-1 {}] regionserver.HStore(327): Store=b428379a3ffb14181e0febae1a7a00eb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:31,503 INFO [StoreOpener-b428379a3ffb14181e0febae1a7a00eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b428379a3ffb14181e0febae1a7a00eb 2024-12-03T23:19:31,504 INFO [StoreOpener-b428379a3ffb14181e0febae1a7a00eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b428379a3ffb14181e0febae1a7a00eb columnFamilyName norep 2024-12-03T23:19:31,504 DEBUG [StoreOpener-b428379a3ffb14181e0febae1a7a00eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:31,504 INFO [StoreOpener-b428379a3ffb14181e0febae1a7a00eb-1 {}] regionserver.HStore(327): Store=b428379a3ffb14181e0febae1a7a00eb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:31,504 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b428379a3ffb14181e0febae1a7a00eb 2024-12-03T23:19:31,505 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/default/test/b428379a3ffb14181e0febae1a7a00eb 2024-12-03T23:19:31,505 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/default/test/b428379a3ffb14181e0febae1a7a00eb 2024-12-03T23:19:31,506 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b428379a3ffb14181e0febae1a7a00eb 2024-12-03T23:19:31,506 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b428379a3ffb14181e0febae1a7a00eb 2024-12-03T23:19:31,506 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:19:31,507 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b428379a3ffb14181e0febae1a7a00eb 2024-12-03T23:19:31,509 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/default/test/b428379a3ffb14181e0febae1a7a00eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:19:31,509 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b428379a3ffb14181e0febae1a7a00eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69717926, jitterRate=0.038878053426742554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:19:31,509 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b428379a3ffb14181e0febae1a7a00eb 2024-12-03T23:19:31,510 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b428379a3ffb14181e0febae1a7a00eb: Running coprocessor pre-open hook at 1733267971495Writing region info on filesystem at 1733267971495Initializing all the Stores at 1733267971496 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267971496Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267971499 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267971499Cleaning up temporary data from old regions at 1733267971506 (+7 ms)Running coprocessor post-open hooks at 1733267971510 (+4 ms)Region opened successfully at 1733267971510 2024-12-03T23:19:31,511 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb., pid=6, masterSystemTime=1733267971491 2024-12-03T23:19:31,513 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb. 2024-12-03T23:19:31,513 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb. 2024-12-03T23:19:31,513 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b428379a3ffb14181e0febae1a7a00eb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5f9d64419733,34965,1733267963589 2024-12-03T23:19:31,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b428379a3ffb14181e0febae1a7a00eb, server=5f9d64419733,34965,1733267963589 because future has completed 2024-12-03T23:19:31,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T23:19:31,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b428379a3ffb14181e0febae1a7a00eb, server=5f9d64419733,34965,1733267963589 in 178 msec 2024-12-03T23:19:31,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T23:19:31,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b428379a3ffb14181e0febae1a7a00eb, ASSIGN in 335 msec 2024-12-03T23:19:31,521 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:19:31,521 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733267971521"}]},"ts":"1733267971521"} 2024-12-03T23:19:31,523 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T23:19:31,524 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:19:31,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-12-03T23:19:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:19:32,520 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T23:19:32,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:19:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,45081,1733267967280 2024-12-03T23:19:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17f95c30 2024-12-03T23:19:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:19:32,523 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:19:32,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:19:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T23:19:32,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:19:32,525 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:32,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T23:19:32,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:19:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:19:32,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741835_1011 (size=902) 2024-12-03T23:19:32,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:19:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:19:32,933 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae3dd9d140d91362aaab71c146373b86, NAME => 'test,,1733267972523.ae3dd9d140d91362aaab71c146373b86.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368 2024-12-03T23:19:32,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741836_1012 (size=39) 2024-12-03T23:19:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:19:33,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733267972523.ae3dd9d140d91362aaab71c146373b86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:33,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ae3dd9d140d91362aaab71c146373b86, disabling compactions & flushes 2024-12-03T23:19:33,341 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733267972523.ae3dd9d140d91362aaab71c146373b86. 2024-12-03T23:19:33,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733267972523.ae3dd9d140d91362aaab71c146373b86. 2024-12-03T23:19:33,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733267972523.ae3dd9d140d91362aaab71c146373b86. after waiting 0 ms 2024-12-03T23:19:33,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733267972523.ae3dd9d140d91362aaab71c146373b86. 2024-12-03T23:19:33,341 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733267972523.ae3dd9d140d91362aaab71c146373b86. 2024-12-03T23:19:33,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae3dd9d140d91362aaab71c146373b86: Waiting for close lock at 1733267973341Disabling compacts and flushes for region at 1733267973341Disabling writes for close at 1733267973341Writing region close event to WAL at 1733267973341Closed at 1733267973341 2024-12-03T23:19:33,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:19:33,343 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733267972523.ae3dd9d140d91362aaab71c146373b86.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733267973342"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733267973342"}]},"ts":"1733267973342"} 2024-12-03T23:19:33,345 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:19:33,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:19:33,346 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733267973345"}]},"ts":"1733267973345"} 2024-12-03T23:19:33,347 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T23:19:33,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ae3dd9d140d91362aaab71c146373b86, ASSIGN}] 2024-12-03T23:19:33,349 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ae3dd9d140d91362aaab71c146373b86, ASSIGN 2024-12-03T23:19:33,349 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ae3dd9d140d91362aaab71c146373b86, ASSIGN; state=OFFLINE, location=5f9d64419733,45329,1733267967322; forceNewPlan=false, retain=false 2024-12-03T23:19:33,500 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae3dd9d140d91362aaab71c146373b86, regionState=OPENING, regionLocation=5f9d64419733,45329,1733267967322 2024-12-03T23:19:33,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ae3dd9d140d91362aaab71c146373b86, ASSIGN because future has completed 2024-12-03T23:19:33,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae3dd9d140d91362aaab71c146373b86, server=5f9d64419733,45329,1733267967322}] 2024-12-03T23:19:33,659 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733267972523.ae3dd9d140d91362aaab71c146373b86. 2024-12-03T23:19:33,659 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ae3dd9d140d91362aaab71c146373b86, NAME => 'test,,1733267972523.ae3dd9d140d91362aaab71c146373b86.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:19:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:19:33,659 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:19:33,659 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T23:19:33,659 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ae3dd9d140d91362aaab71c146373b86 2024-12-03T23:19:33,660 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733267972523.ae3dd9d140d91362aaab71c146373b86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:33,660 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ae3dd9d140d91362aaab71c146373b86 2024-12-03T23:19:33,660 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ae3dd9d140d91362aaab71c146373b86 2024-12-03T23:19:33,661 INFO [StoreOpener-ae3dd9d140d91362aaab71c146373b86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ae3dd9d140d91362aaab71c146373b86 2024-12-03T23:19:33,662 INFO [StoreOpener-ae3dd9d140d91362aaab71c146373b86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae3dd9d140d91362aaab71c146373b86 columnFamilyName f 2024-12-03T23:19:33,662 DEBUG [StoreOpener-ae3dd9d140d91362aaab71c146373b86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:33,662 INFO [StoreOpener-ae3dd9d140d91362aaab71c146373b86-1 {}] regionserver.HStore(327): Store=ae3dd9d140d91362aaab71c146373b86/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:33,662 INFO [StoreOpener-ae3dd9d140d91362aaab71c146373b86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ae3dd9d140d91362aaab71c146373b86 2024-12-03T23:19:33,663 INFO [StoreOpener-ae3dd9d140d91362aaab71c146373b86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae3dd9d140d91362aaab71c146373b86 columnFamilyName f1 2024-12-03T23:19:33,663 DEBUG [StoreOpener-ae3dd9d140d91362aaab71c146373b86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:33,664 INFO [StoreOpener-ae3dd9d140d91362aaab71c146373b86-1 {}] regionserver.HStore(327): Store=ae3dd9d140d91362aaab71c146373b86/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:33,664 INFO [StoreOpener-ae3dd9d140d91362aaab71c146373b86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ae3dd9d140d91362aaab71c146373b86 2024-12-03T23:19:33,664 INFO [StoreOpener-ae3dd9d140d91362aaab71c146373b86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae3dd9d140d91362aaab71c146373b86 columnFamilyName norep 2024-12-03T23:19:33,665 DEBUG [StoreOpener-ae3dd9d140d91362aaab71c146373b86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:33,665 INFO [StoreOpener-ae3dd9d140d91362aaab71c146373b86-1 {}] regionserver.HStore(327): Store=ae3dd9d140d91362aaab71c146373b86/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:33,665 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ae3dd9d140d91362aaab71c146373b86 2024-12-03T23:19:33,665 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/default/test/ae3dd9d140d91362aaab71c146373b86 2024-12-03T23:19:33,666 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/default/test/ae3dd9d140d91362aaab71c146373b86 2024-12-03T23:19:33,666 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ae3dd9d140d91362aaab71c146373b86 2024-12-03T23:19:33,666 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ae3dd9d140d91362aaab71c146373b86 2024-12-03T23:19:33,667 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:19:33,668 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ae3dd9d140d91362aaab71c146373b86 2024-12-03T23:19:33,669 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/default/test/ae3dd9d140d91362aaab71c146373b86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:19:33,670 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ae3dd9d140d91362aaab71c146373b86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69430193, jitterRate=0.034590497612953186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:19:33,670 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae3dd9d140d91362aaab71c146373b86 2024-12-03T23:19:33,670 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ae3dd9d140d91362aaab71c146373b86: Running coprocessor pre-open hook at 1733267973660Writing region info on filesystem at 1733267973660Initializing all the Stores at 1733267973660Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267973660Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267973661 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267973661Cleaning up temporary data from old regions at 1733267973666 (+5 ms)Running coprocessor post-open hooks at 1733267973670 (+4 ms)Region opened successfully at 1733267973670 2024-12-03T23:19:33,671 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733267972523.ae3dd9d140d91362aaab71c146373b86., pid=6, masterSystemTime=1733267973655 2024-12-03T23:19:33,672 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733267972523.ae3dd9d140d91362aaab71c146373b86. 2024-12-03T23:19:33,673 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733267972523.ae3dd9d140d91362aaab71c146373b86. 2024-12-03T23:19:33,673 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae3dd9d140d91362aaab71c146373b86, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5f9d64419733,45329,1733267967322 2024-12-03T23:19:33,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae3dd9d140d91362aaab71c146373b86, server=5f9d64419733,45329,1733267967322 because future has completed 2024-12-03T23:19:33,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T23:19:33,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ae3dd9d140d91362aaab71c146373b86, server=5f9d64419733,45329,1733267967322 in 173 msec 2024-12-03T23:19:33,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T23:19:33,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ae3dd9d140d91362aaab71c146373b86, ASSIGN in 330 msec 2024-12-03T23:19:33,679 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:19:33,680 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733267973679"}]},"ts":"1733267973679"} 2024-12-03T23:19:33,681 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T23:19:33,682 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:19:33,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-12-03T23:19:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:19:34,670 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T23:19:34,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f157e59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:34,671 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,42607,-1 for getting cluster id 2024-12-03T23:19:34,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:19:34,672 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6369e0f3-a4b3-42fe-9853-1aa6df59a6b4' 2024-12-03T23:19:34,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:19:34,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6369e0f3-a4b3-42fe-9853-1aa6df59a6b4" 2024-12-03T23:19:34,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b696f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:34,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,42607,-1] 2024-12-03T23:19:34,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:19:34,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:34,673 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:19:34,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b4bd52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:34,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42352efe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:34,674 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,45081,-1 for getting cluster id 2024-12-03T23:19:34,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:19:34,675 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76d2a254-150a-42af-b2a1-0817350b8050' 2024-12-03T23:19:34,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:19:34,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76d2a254-150a-42af-b2a1-0817350b8050" 2024-12-03T23:19:34,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32fef70c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:34,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,45081,-1] 2024-12-03T23:19:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:19:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:34,676 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:19:34,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b389db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:34,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9a1f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:34,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,42607,-1 for getting cluster id 2024-12-03T23:19:34,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:19:34,678 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6369e0f3-a4b3-42fe-9853-1aa6df59a6b4' 2024-12-03T23:19:34,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:19:34,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6369e0f3-a4b3-42fe-9853-1aa6df59a6b4" 2024-12-03T23:19:34,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34fe3a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:34,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,42607,-1] 2024-12-03T23:19:34,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:19:34,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:34,679 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:19:34,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@318283be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:34,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:19:34,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,42607,1733267963533 2024-12-03T23:19:34,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ef4777b 2024-12-03T23:19:34,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:19:34,682 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:19:34,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5f9d64419733:45081,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T23:19:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T23:19:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:19:34,685 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:45081' 2024-12-03T23:19:34,686 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510686b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:34,686 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,45081,-1 for getting cluster id 2024-12-03T23:19:34,686 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:19:34,686 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76d2a254-150a-42af-b2a1-0817350b8050' 2024-12-03T23:19:34,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:19:34,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76d2a254-150a-42af-b2a1-0817350b8050" 2024-12-03T23:19:34,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664a9cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:34,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,45081,-1] 2024-12-03T23:19:34,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:19:34,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:34,687 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:19:34,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@86ba97c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:34,688 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:19:34,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,45081,1733267967280 2024-12-03T23:19:34,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27db09d2 2024-12-03T23:19:34,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:19:34,690 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:19:34,690 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T23:19:34,690 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T23:19:34,690 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:34,691 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:34,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:19:34,691 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:19:34,692 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T23:19:34,693 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:19:34,693 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:34,693 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:19:34,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741837_1013 (size=1138) 2024-12-03T23:19:34,742 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T23:19:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:19:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:19:35,101 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d3ec8bfe096e55499f5e5fceb24d55d5, NAME => 'hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e 2024-12-03T23:19:35,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741838_1014 (size=44) 2024-12-03T23:19:35,187 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T23:19:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:19:35,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:35,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d3ec8bfe096e55499f5e5fceb24d55d5, disabling compactions & flushes 2024-12-03T23:19:35,507 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5. 2024-12-03T23:19:35,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5. 2024-12-03T23:19:35,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5. after waiting 0 ms 2024-12-03T23:19:35,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5. 2024-12-03T23:19:35,507 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5. 2024-12-03T23:19:35,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d3ec8bfe096e55499f5e5fceb24d55d5: Waiting for close lock at 1733267975507Disabling compacts and flushes for region at 1733267975507Disabling writes for close at 1733267975507Writing region close event to WAL at 1733267975507Closed at 1733267975507 2024-12-03T23:19:35,508 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:19:35,509 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733267975508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733267975508"}]},"ts":"1733267975508"} 2024-12-03T23:19:35,511 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:19:35,511 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:19:35,512 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733267975511"}]},"ts":"1733267975511"} 2024-12-03T23:19:35,513 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T23:19:35,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d3ec8bfe096e55499f5e5fceb24d55d5, ASSIGN}] 2024-12-03T23:19:35,515 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d3ec8bfe096e55499f5e5fceb24d55d5, ASSIGN 2024-12-03T23:19:35,515 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d3ec8bfe096e55499f5e5fceb24d55d5, ASSIGN; state=OFFLINE, location=5f9d64419733,34965,1733267963589; forceNewPlan=false, retain=false 2024-12-03T23:19:35,666 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d3ec8bfe096e55499f5e5fceb24d55d5, regionState=OPENING, regionLocation=5f9d64419733,34965,1733267963589 2024-12-03T23:19:35,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d3ec8bfe096e55499f5e5fceb24d55d5, ASSIGN because future has completed 2024-12-03T23:19:35,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3ec8bfe096e55499f5e5fceb24d55d5, server=5f9d64419733,34965,1733267963589}] 2024-12-03T23:19:35,682 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T23:19:35,682 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T23:19:35,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T23:19:35,683 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T23:19:35,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:19:35,683 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T23:19:35,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T23:19:35,684 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T23:19:35,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:19:35,684 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T23:19:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:19:35,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5. 2024-12-03T23:19:35,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:19:35,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T23:19:35,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C34965%2C1733267963589.rep, suffix=, logDir=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589, archiveDir=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/oldWALs, maxLogs=10 2024-12-03T23:19:35,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.rep.1733267975826, exclude list is [], retry=0 2024-12-03T23:19:35,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37193,DS-e819cba1-8958-4ed2-9d35-14be0c91e64e,DISK] 2024-12-03T23:19:35,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.rep.1733267975826 2024-12-03T23:19:35,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39067:39067)] 2024-12-03T23:19:35,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d3ec8bfe096e55499f5e5fceb24d55d5, NAME => 'hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:19:35,849 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:19:35,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:19:35,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5. service=MultiRowMutationService 2024-12-03T23:19:35,849 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T23:19:35,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d3ec8bfe096e55499f5e5fceb24d55d5 2024-12-03T23:19:35,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:35,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d3ec8bfe096e55499f5e5fceb24d55d5 2024-12-03T23:19:35,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d3ec8bfe096e55499f5e5fceb24d55d5 2024-12-03T23:19:35,852 INFO [StoreOpener-d3ec8bfe096e55499f5e5fceb24d55d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d3ec8bfe096e55499f5e5fceb24d55d5 2024-12-03T23:19:35,853 INFO [StoreOpener-d3ec8bfe096e55499f5e5fceb24d55d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3ec8bfe096e55499f5e5fceb24d55d5 columnFamilyName hfileref 2024-12-03T23:19:35,853 DEBUG [StoreOpener-d3ec8bfe096e55499f5e5fceb24d55d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:35,854 INFO [StoreOpener-d3ec8bfe096e55499f5e5fceb24d55d5-1 {}] regionserver.HStore(327): Store=d3ec8bfe096e55499f5e5fceb24d55d5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:35,854 INFO [StoreOpener-d3ec8bfe096e55499f5e5fceb24d55d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d3ec8bfe096e55499f5e5fceb24d55d5 2024-12-03T23:19:35,855 INFO [StoreOpener-d3ec8bfe096e55499f5e5fceb24d55d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3ec8bfe096e55499f5e5fceb24d55d5 columnFamilyName queue 2024-12-03T23:19:35,855 DEBUG [StoreOpener-d3ec8bfe096e55499f5e5fceb24d55d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:35,855 INFO [StoreOpener-d3ec8bfe096e55499f5e5fceb24d55d5-1 {}] regionserver.HStore(327): Store=d3ec8bfe096e55499f5e5fceb24d55d5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:35,855 INFO [StoreOpener-d3ec8bfe096e55499f5e5fceb24d55d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d3ec8bfe096e55499f5e5fceb24d55d5 2024-12-03T23:19:35,856 INFO [StoreOpener-d3ec8bfe096e55499f5e5fceb24d55d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3ec8bfe096e55499f5e5fceb24d55d5 columnFamilyName sid 2024-12-03T23:19:35,856 DEBUG [StoreOpener-d3ec8bfe096e55499f5e5fceb24d55d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:35,856 INFO [StoreOpener-d3ec8bfe096e55499f5e5fceb24d55d5-1 {}] regionserver.HStore(327): Store=d3ec8bfe096e55499f5e5fceb24d55d5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:35,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d3ec8bfe096e55499f5e5fceb24d55d5 2024-12-03T23:19:35,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/replication/d3ec8bfe096e55499f5e5fceb24d55d5 2024-12-03T23:19:35,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/replication/d3ec8bfe096e55499f5e5fceb24d55d5 2024-12-03T23:19:35,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d3ec8bfe096e55499f5e5fceb24d55d5 2024-12-03T23:19:35,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d3ec8bfe096e55499f5e5fceb24d55d5 2024-12-03T23:19:35,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:19:35,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d3ec8bfe096e55499f5e5fceb24d55d5 2024-12-03T23:19:35,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/replication/d3ec8bfe096e55499f5e5fceb24d55d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:19:35,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d3ec8bfe096e55499f5e5fceb24d55d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74638191, jitterRate=0.11219571530818939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:19:35,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3ec8bfe096e55499f5e5fceb24d55d5 2024-12-03T23:19:35,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d3ec8bfe096e55499f5e5fceb24d55d5: Running coprocessor pre-open hook at 1733267975849Writing region info on filesystem at 1733267975849Initializing all the Stores at 1733267975850 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267975850Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267975852 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267975852Cleaning up temporary data from old regions at 1733267975858 (+6 ms)Running coprocessor post-open hooks at 1733267975863 (+5 ms)Region opened successfully at 1733267975863 2024-12-03T23:19:35,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5., pid=10, masterSystemTime=1733267975821 2024-12-03T23:19:35,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5. 2024-12-03T23:19:35,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5. 2024-12-03T23:19:35,866 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d3ec8bfe096e55499f5e5fceb24d55d5, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,34965,1733267963589 2024-12-03T23:19:35,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3ec8bfe096e55499f5e5fceb24d55d5, server=5f9d64419733,34965,1733267963589 because future has completed 2024-12-03T23:19:35,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T23:19:35,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d3ec8bfe096e55499f5e5fceb24d55d5, server=5f9d64419733,34965,1733267963589 in 200 msec 2024-12-03T23:19:35,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T23:19:35,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d3ec8bfe096e55499f5e5fceb24d55d5, ASSIGN in 357 msec 2024-12-03T23:19:35,873 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:19:35,873 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733267975873"}]},"ts":"1733267975873"} 2024-12-03T23:19:35,875 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T23:19:35,875 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:19:35,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-12-03T23:19:35,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5., hostname=5f9d64419733,34965,1733267963589, seqNum=2] 2024-12-03T23:19:35,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090547862 2024-12-03T23:19:35,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34965-0x1017aa025630001, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090547862 2024-12-03T23:19:35,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T23:19:36,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34965 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T23:19:36,061 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T23:19:36,090 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5f9d64419733,34965,1733267963589, ReplicationSource: 1, currentBandwidth=0 2024-12-03T23:19:36,091 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:19:36,091 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,34965,1733267963589, seqNum=-1] 2024-12-03T23:19:36,092 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:19:36,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-03T23:19:36,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5f9d64419733,34965,1733267963589', locateType=CURRENT is [region=hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5., hostname=5f9d64419733,34965,1733267963589, seqNum=2] 2024-12-03T23:19:36,097 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T23:19:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T23:19:36,099 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5f9d64419733,34965,1733267963589 suceeded 2024-12-03T23:19:36,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T23:19:36,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-03T23:19:36,101 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5f9d64419733:45081,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T23:19:36,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4190 sec 2024-12-03T23:19:36,111 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:45081' 2024-12-03T23:19:36,113 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@428693f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:36,113 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,45081,-1 for getting cluster id 2024-12-03T23:19:36,113 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:19:36,114 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76d2a254-150a-42af-b2a1-0817350b8050' 2024-12-03T23:19:36,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:19:36,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76d2a254-150a-42af-b2a1-0817350b8050" 2024-12-03T23:19:36,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8409f00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:36,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,45081,-1] 2024-12-03T23:19:36,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:19:36,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:36,115 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:19:36,116 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47998c8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:36,116 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:19:36,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,45081,1733267967280 2024-12-03T23:19:36,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ce3401b 2024-12-03T23:19:36,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:19:36,118 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-03T23:19:36,118 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5f9d64419733,34965,1733267963589 (queues=1) is replicating from cluster=6369e0f3-a4b3-42fe-9853-1aa6df59a6b4 to cluster=76d2a254-150a-42af-b2a1-0817350b8050 2024-12-03T23:19:36,118 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5f9d64419733%2C34965%2C1733267963589 2024-12-03T23:19:36,119 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5f9d64419733,34965,1733267963589, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T23:19:36,119 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.shipper5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5f9d64419733%2C34965%2C1733267963589 2024-12-03T23:19:36,119 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599, startPosition=0, beingWritten=true 2024-12-03T23:19:36,124 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:19:36,124 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 379, reset compression=false 2024-12-03T23:19:36,124 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.shipper5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,34965,1733267963589 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:19:36,328 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 379, reset compression=false 2024-12-03T23:19:36,633 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 379, reset compression=false 2024-12-03T23:19:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:19:36,830 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T23:19:36,830 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:19:36,830 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:36,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:36,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:36,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:19:36,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d25857a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:36,831 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,45081,-1 for getting cluster id 2024-12-03T23:19:36,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:19:36,832 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76d2a254-150a-42af-b2a1-0817350b8050' 2024-12-03T23:19:36,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:19:36,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76d2a254-150a-42af-b2a1-0817350b8050" 2024-12-03T23:19:36,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb9ace9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,45081,-1] 2024-12-03T23:19:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:19:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:36,834 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:19:36,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31be5a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:36,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:19:36,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,45081,1733267967280 2024-12-03T23:19:36,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46389674 2024-12-03T23:19:36,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:19:36,836 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:19:36,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5f9d64419733:42607,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T23:19:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T23:19:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:19:36,839 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:42607' 2024-12-03T23:19:36,840 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a00946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:36,840 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,42607,-1 for getting cluster id 2024-12-03T23:19:36,840 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:19:36,840 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6369e0f3-a4b3-42fe-9853-1aa6df59a6b4' 2024-12-03T23:19:36,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:19:36,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6369e0f3-a4b3-42fe-9853-1aa6df59a6b4" 2024-12-03T23:19:36,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335da854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:36,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,42607,-1] 2024-12-03T23:19:36,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:19:36,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:36,842 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:19:36,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ca170e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:36,842 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:19:36,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,42607,1733267963533 2024-12-03T23:19:36,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40cc81af 2024-12-03T23:19:36,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:19:36,844 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:19:36,844 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T23:19:36,844 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T23:19:36,844 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:36,844 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:36,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:19:36,845 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:19:36,846 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T23:19:36,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:19:36,847 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:36,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:19:36,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741837_1013 (size=1138) 2024-12-03T23:19:36,896 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T23:19:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:19:36,997 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:19:37,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:37,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:37,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:37,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:37,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:37,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:37,037 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 379, reset compression=false 2024-12-03T23:19:37,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:37,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:19:37,256 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 66e4228df59cfdcca6726368d78ee84f, NAME => 'hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368 2024-12-03T23:19:37,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741838_1014 (size=44) 2024-12-03T23:19:37,450 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T23:19:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:19:37,543 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 379, reset compression=false 2024-12-03T23:19:37,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:37,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 66e4228df59cfdcca6726368d78ee84f, disabling compactions & flushes 2024-12-03T23:19:37,662 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f. 2024-12-03T23:19:37,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f. 2024-12-03T23:19:37,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f. after waiting 0 ms 2024-12-03T23:19:37,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f. 2024-12-03T23:19:37,662 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f. 2024-12-03T23:19:37,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 66e4228df59cfdcca6726368d78ee84f: Waiting for close lock at 1733267977662Disabling compacts and flushes for region at 1733267977662Disabling writes for close at 1733267977662Writing region close event to WAL at 1733267977662Closed at 1733267977662 2024-12-03T23:19:37,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:19:37,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733267977663"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733267977663"}]},"ts":"1733267977663"} 2024-12-03T23:19:37,665 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:19:37,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:19:37,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733267977666"}]},"ts":"1733267977666"} 2024-12-03T23:19:37,668 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T23:19:37,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=66e4228df59cfdcca6726368d78ee84f, ASSIGN}] 2024-12-03T23:19:37,669 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=66e4228df59cfdcca6726368d78ee84f, ASSIGN 2024-12-03T23:19:37,670 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=66e4228df59cfdcca6726368d78ee84f, ASSIGN; state=OFFLINE, location=5f9d64419733,45329,1733267967322; forceNewPlan=false, retain=false 2024-12-03T23:19:37,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=66e4228df59cfdcca6726368d78ee84f, regionState=OPENING, regionLocation=5f9d64419733,45329,1733267967322 2024-12-03T23:19:37,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=66e4228df59cfdcca6726368d78ee84f, ASSIGN because future has completed 2024-12-03T23:19:37,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66e4228df59cfdcca6726368d78ee84f, server=5f9d64419733,45329,1733267967322}] 2024-12-03T23:19:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:19:37,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f. 2024-12-03T23:19:37,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:19:37,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T23:19:37,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C45329%2C1733267967322.rep, suffix=, logDir=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322, archiveDir=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/oldWALs, maxLogs=10 2024-12-03T23:19:37,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.rep.1733267977982, exclude list is [], retry=0 2024-12-03T23:19:37,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36899,DS-f3c58234-d1d0-4c79-b6f1-aac87b8bb45e,DISK] 2024-12-03T23:19:37,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.rep.1733267977982 2024-12-03T23:19:37,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34169:34169)] 2024-12-03T23:19:37,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 66e4228df59cfdcca6726368d78ee84f, NAME => 'hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:19:37,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:19:37,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:19:37,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f. service=MultiRowMutationService 2024-12-03T23:19:37,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T23:19:37,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 66e4228df59cfdcca6726368d78ee84f 2024-12-03T23:19:37,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:37,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 66e4228df59cfdcca6726368d78ee84f 2024-12-03T23:19:38,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 66e4228df59cfdcca6726368d78ee84f 2024-12-03T23:19:38,001 INFO [StoreOpener-66e4228df59cfdcca6726368d78ee84f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 66e4228df59cfdcca6726368d78ee84f 2024-12-03T23:19:38,002 INFO [StoreOpener-66e4228df59cfdcca6726368d78ee84f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66e4228df59cfdcca6726368d78ee84f columnFamilyName hfileref 2024-12-03T23:19:38,002 DEBUG [StoreOpener-66e4228df59cfdcca6726368d78ee84f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:38,002 INFO [StoreOpener-66e4228df59cfdcca6726368d78ee84f-1 {}] regionserver.HStore(327): Store=66e4228df59cfdcca6726368d78ee84f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:38,002 INFO [StoreOpener-66e4228df59cfdcca6726368d78ee84f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 66e4228df59cfdcca6726368d78ee84f 2024-12-03T23:19:38,003 INFO [StoreOpener-66e4228df59cfdcca6726368d78ee84f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66e4228df59cfdcca6726368d78ee84f columnFamilyName queue 2024-12-03T23:19:38,003 DEBUG [StoreOpener-66e4228df59cfdcca6726368d78ee84f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:38,004 INFO [StoreOpener-66e4228df59cfdcca6726368d78ee84f-1 {}] regionserver.HStore(327): Store=66e4228df59cfdcca6726368d78ee84f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:38,004 INFO [StoreOpener-66e4228df59cfdcca6726368d78ee84f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 66e4228df59cfdcca6726368d78ee84f 2024-12-03T23:19:38,005 INFO [StoreOpener-66e4228df59cfdcca6726368d78ee84f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66e4228df59cfdcca6726368d78ee84f columnFamilyName sid 2024-12-03T23:19:38,005 DEBUG [StoreOpener-66e4228df59cfdcca6726368d78ee84f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:38,005 INFO [StoreOpener-66e4228df59cfdcca6726368d78ee84f-1 {}] regionserver.HStore(327): Store=66e4228df59cfdcca6726368d78ee84f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:38,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 66e4228df59cfdcca6726368d78ee84f 2024-12-03T23:19:38,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/replication/66e4228df59cfdcca6726368d78ee84f 2024-12-03T23:19:38,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/replication/66e4228df59cfdcca6726368d78ee84f 2024-12-03T23:19:38,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 66e4228df59cfdcca6726368d78ee84f 2024-12-03T23:19:38,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 66e4228df59cfdcca6726368d78ee84f 2024-12-03T23:19:38,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:19:38,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 66e4228df59cfdcca6726368d78ee84f 2024-12-03T23:19:38,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/replication/66e4228df59cfdcca6726368d78ee84f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:19:38,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 66e4228df59cfdcca6726368d78ee84f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71038378, jitterRate=0.05855432152748108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:19:38,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66e4228df59cfdcca6726368d78ee84f 2024-12-03T23:19:38,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 66e4228df59cfdcca6726368d78ee84f: Running coprocessor pre-open hook at 1733267978000Writing region info on filesystem at 1733267978000Initializing all the Stores at 1733267978000Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267978000Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267978001 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267978001Cleaning up temporary data from old regions at 1733267978007 (+6 ms)Running coprocessor post-open hooks at 1733267978011 (+4 ms)Region opened successfully at 1733267978011 2024-12-03T23:19:38,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f., pid=10, masterSystemTime=1733267977975 2024-12-03T23:19:38,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f. 2024-12-03T23:19:38,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f. 2024-12-03T23:19:38,014 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=66e4228df59cfdcca6726368d78ee84f, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,45329,1733267967322 2024-12-03T23:19:38,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66e4228df59cfdcca6726368d78ee84f, server=5f9d64419733,45329,1733267967322 because future has completed 2024-12-03T23:19:38,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T23:19:38,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 66e4228df59cfdcca6726368d78ee84f, server=5f9d64419733,45329,1733267967322 in 193 msec 2024-12-03T23:19:38,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T23:19:38,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=66e4228df59cfdcca6726368d78ee84f, ASSIGN in 350 msec 2024-12-03T23:19:38,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:19:38,021 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733267978020"}]},"ts":"1733267978020"} 2024-12-03T23:19:38,022 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T23:19:38,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:19:38,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-12-03T23:19:38,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f., hostname=5f9d64419733,45329,1733267967322, seqNum=2] 2024-12-03T23:19:38,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276399449 2024-12-03T23:19:38,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45329-0x1017aa025630004, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276399449 2024-12-03T23:19:38,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T23:19:38,147 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 379, reset compression=false 2024-12-03T23:19:38,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45329 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T23:19:38,219 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T23:19:38,247 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5f9d64419733,45329,1733267967322, ReplicationSource: 1, currentBandwidth=0 2024-12-03T23:19:38,248 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:19:38,248 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1] 2024-12-03T23:19:38,248 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:19:38,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-03T23:19:38,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5f9d64419733,45329,1733267967322', locateType=CURRENT is [region=hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f., hostname=5f9d64419733,45329,1733267967322, seqNum=2] 2024-12-03T23:19:38,253 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T23:19:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T23:19:38,255 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5f9d64419733,45329,1733267967322 suceeded 2024-12-03T23:19:38,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T23:19:38,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-03T23:19:38,257 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5f9d64419733:42607,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T23:19:38,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4210 sec 2024-12-03T23:19:38,266 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:42607' 2024-12-03T23:19:38,268 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c8a22c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:38,268 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,42607,-1 for getting cluster id 2024-12-03T23:19:38,268 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:19:38,268 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6369e0f3-a4b3-42fe-9853-1aa6df59a6b4' 2024-12-03T23:19:38,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:19:38,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6369e0f3-a4b3-42fe-9853-1aa6df59a6b4" 2024-12-03T23:19:38,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62a9869d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:38,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,42607,-1] 2024-12-03T23:19:38,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:19:38,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:38,270 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:19:38,270 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e88b374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:38,270 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:19:38,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,42607,1733267963533 2024-12-03T23:19:38,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20b7e624 2024-12-03T23:19:38,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:19:38,272 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-03T23:19:38,273 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5f9d64419733,45329,1733267967322 (queues=1) is replicating from cluster=76d2a254-150a-42af-b2a1-0817350b8050 to cluster=6369e0f3-a4b3-42fe-9853-1aa6df59a6b4 2024-12-03T23:19:38,273 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5f9d64419733%2C45329%2C1733267967322 2024-12-03T23:19:38,273 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5f9d64419733,45329,1733267967322, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T23:19:38,273 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.shipper5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5f9d64419733%2C45329%2C1733267967322 2024-12-03T23:19:38,273 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328, startPosition=0, beingWritten=true 2024-12-03T23:19:38,279 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:19:38,279 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328 to pos 379, reset compression=false 2024-12-03T23:19:38,279 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.shipper5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,45329,1733267967322 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:19:38,483 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328 to pos 379, reset compression=false 2024-12-03T23:19:38,787 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328 to pos 379, reset compression=false 2024-12-03T23:19:38,851 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 379, reset compression=false 2024-12-03T23:19:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:19:38,990 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T23:19:38,990 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:19:38,990 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:38,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:38,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:38,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:19:38,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:38,995 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733267978994/Put/seqid=0 2024-12-03T23:19:38,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741840_1016 (size=7894) 2024-12-03T23:19:39,191 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328 to pos 379, reset compression=false 2024-12-03T23:19:39,402 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733267979401/Put/seqid=0 2024-12-03T23:19:39,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741841_1017 (size=7691) 2024-12-03T23:19:39,654 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 379, reset compression=false 2024-12-03T23:19:39,696 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328 to pos 379, reset compression=false 2024-12-03T23:19:39,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e36f318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:39,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,42607,-1 for getting cluster id 2024-12-03T23:19:39,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:19:39,809 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6369e0f3-a4b3-42fe-9853-1aa6df59a6b4' 2024-12-03T23:19:39,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:19:39,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6369e0f3-a4b3-42fe-9853-1aa6df59a6b4" 2024-12-03T23:19:39,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfc0d77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:39,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,42607,-1] 2024-12-03T23:19:39,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:19:39,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:39,811 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:19:39,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4663f8d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:39,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:19:39,812 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,34965,1733267963589, seqNum=-1] 2024-12-03T23:19:39,812 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:19:39,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:19:39,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:19:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,42607,1733267963533 2024-12-03T23:19:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f15a961 2024-12-03T23:19:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:19:39,823 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:19:39,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb., hostname=5f9d64419733,34965,1733267963589, seqNum=2] 2024-12-03T23:19:39,828 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T23:19:39,832 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-03T23:19:39,835 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-03T23:19:39,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/testHFileCyclicReplication_01/f/hfile_0 for inclusion in b428379a3ffb14181e0febae1a7a00eb/f 2024-12-03T23:19:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T23:19:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:19:39,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/testHFileCyclicReplication_01/f/hfile_1 for inclusion in b428379a3ffb14181e0febae1a7a00eb/f 2024-12-03T23:19:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T23:19:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:19:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HRegion(2603): Flush status journal for b428379a3ffb14181e0febae1a7a00eb: 2024-12-03T23:19:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/staging/jenkins__test__vac4ltd2k3ffi7h8t8ppi2oocuk1o981vcg3ulv6t6e6iamljpga3hj0iit1m54k/f/hfile_0 2024-12-03T23:19:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/staging/jenkins__test__vac4ltd2k3ffi7h8t8ppi2oocuk1o981vcg3ulv6t6e6iamljpga3hj0iit1m54k/f/hfile_0 as hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/default/test/b428379a3ffb14181e0febae1a7a00eb/f/d1392aab705c4a2a9ba0b34629c455e0_SeqId_4_ 2024-12-03T23:19:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/staging/jenkins__test__vac4ltd2k3ffi7h8t8ppi2oocuk1o981vcg3ulv6t6e6iamljpga3hj0iit1m54k/f/hfile_1 2024-12-03T23:19:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/staging/jenkins__test__vac4ltd2k3ffi7h8t8ppi2oocuk1o981vcg3ulv6t6e6iamljpga3hj0iit1m54k/f/hfile_1 as hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/default/test/b428379a3ffb14181e0febae1a7a00eb/f/e599411745ee413c922635715b274b0b_SeqId_4_ 2024-12-03T23:19:39,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/staging/jenkins__test__vac4ltd2k3ffi7h8t8ppi2oocuk1o981vcg3ulv6t6e6iamljpga3hj0iit1m54k/f/hfile_0 into b428379a3ffb14181e0febae1a7a00eb/f as hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/default/test/b428379a3ffb14181e0febae1a7a00eb/f/d1392aab705c4a2a9ba0b34629c455e0_SeqId_4_ - updating store file list. 2024-12-03T23:19:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d1392aab705c4a2a9ba0b34629c455e0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T23:19:39,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/default/test/b428379a3ffb14181e0febae1a7a00eb/f/d1392aab705c4a2a9ba0b34629c455e0_SeqId_4_ into b428379a3ffb14181e0febae1a7a00eb/f 2024-12-03T23:19:39,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/staging/jenkins__test__vac4ltd2k3ffi7h8t8ppi2oocuk1o981vcg3ulv6t6e6iamljpga3hj0iit1m54k/f/hfile_0 into b428379a3ffb14181e0febae1a7a00eb/f (new location: hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/default/test/b428379a3ffb14181e0febae1a7a00eb/f/d1392aab705c4a2a9ba0b34629c455e0_SeqId_4_) 2024-12-03T23:19:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/staging/jenkins__test__vac4ltd2k3ffi7h8t8ppi2oocuk1o981vcg3ulv6t6e6iamljpga3hj0iit1m54k/f/hfile_0 2024-12-03T23:19:39,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/staging/jenkins__test__vac4ltd2k3ffi7h8t8ppi2oocuk1o981vcg3ulv6t6e6iamljpga3hj0iit1m54k/f/hfile_1 into b428379a3ffb14181e0febae1a7a00eb/f as hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/default/test/b428379a3ffb14181e0febae1a7a00eb/f/e599411745ee413c922635715b274b0b_SeqId_4_ - updating store file list. 2024-12-03T23:19:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e599411745ee413c922635715b274b0b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T23:19:39,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/default/test/b428379a3ffb14181e0febae1a7a00eb/f/e599411745ee413c922635715b274b0b_SeqId_4_ into b428379a3ffb14181e0febae1a7a00eb/f 2024-12-03T23:19:39,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/staging/jenkins__test__vac4ltd2k3ffi7h8t8ppi2oocuk1o981vcg3ulv6t6e6iamljpga3hj0iit1m54k/f/hfile_1 into b428379a3ffb14181e0febae1a7a00eb/f (new location: hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/default/test/b428379a3ffb14181e0febae1a7a00eb/f/e599411745ee413c922635715b274b0b_SeqId_4_) 2024-12-03T23:19:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/staging/jenkins__test__vac4ltd2k3ffi7h8t8ppi2oocuk1o981vcg3ulv6t6e6iamljpga3hj0iit1m54k/f/hfile_1 2024-12-03T23:19:39,861 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:19:39,861 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:39,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:39,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:39,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:19:39,862 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:19:39,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb., hostname=5f9d64419733,34965,1733267963589, seqNum=2 , the old value is region=test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb., hostname=5f9d64419733,34965,1733267963589, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5f9d64419733:34965 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T23:19:39,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb., hostname=5f9d64419733,34965,1733267963589, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T23:19:39,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1] 2024-12-03T23:19:39,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb., hostname=5f9d64419733,34965,1733267963589, seqNum=2 from cache 2024-12-03T23:19:39,863 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T23:19:39,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:19:39,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:19:39,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733267972523.ae3dd9d140d91362aaab71c146373b86., hostname=5f9d64419733,45329,1733267967322, seqNum=2] 2024-12-03T23:19:39,868 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T23:19:39,969 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:34965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T23:19:40,300 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328 to pos 379, reset compression=false 2024-12-03T23:19:40,558 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 379, reset compression=false 2024-12-03T23:19:40,564 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:19:40,564 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.shipper5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,34965,1733267963589 got entry batch from reader: WALEntryBatch [walEntries=[{test/b428379a3ffb14181e0febae1a7a00eb/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733267979860/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T23:19:40,566 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.shipper5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:19:40,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-03T23:19:40,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.ReplicationSink(318): Replicating [6369e0f3-a4b3-42fe-9853-1aa6df59a6b4] bulk loaded data 2024-12-03T23:19:40,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@118579fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:40,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,45081,-1 for getting cluster id 2024-12-03T23:19:40,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:19:40,570 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76d2a254-150a-42af-b2a1-0817350b8050' 2024-12-03T23:19:40,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:19:40,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76d2a254-150a-42af-b2a1-0817350b8050" 2024-12-03T23:19:40,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15bdcf24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:40,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,45081,-1] 2024-12-03T23:19:40,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:19:40,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:40,571 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:19:40,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b5a44b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:40,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741840_1016 (size=7894) 2024-12-03T23:19:40,764 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 687, reset compression=false 2024-12-03T23:19:40,870 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T23:19:40,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741841_1017 (size=7691) 2024-12-03T23:19:41,004 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328 to pos 379, reset compression=false 2024-12-03T23:19:41,069 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 687, reset compression=false 2024-12-03T23:19:41,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:19:41,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,45081,1733267967280 2024-12-03T23:19:41,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7697d65d 2024-12-03T23:19:41,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:19:41,399 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-03T23:19:41,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T23:19:41,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:19:41,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1] 2024-12-03T23:19:41,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:19:41,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-03T23:19:41,410 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/staging/jenkins.hfs.11__test__tqakpkhbm02dbvoaid3ijsfo3bkursmalo3rejkm7b7kt5ks6bejgr9l0c0fl5l0/f/d1392aab705c4a2a9ba0b34629c455e0_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T23:19:41,413 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/staging/jenkins.hfs.11__test__tqakpkhbm02dbvoaid3ijsfo3bkursmalo3rejkm7b7kt5ks6bejgr9l0c0fl5l0/f/e599411745ee413c922635715b274b0b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T23:19:41,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/staging/jenkins.hfs.11__test__tqakpkhbm02dbvoaid3ijsfo3bkursmalo3rejkm7b7kt5ks6bejgr9l0c0fl5l0/f/d1392aab705c4a2a9ba0b34629c455e0_SeqId_4_ for inclusion in ae3dd9d140d91362aaab71c146373b86/f 2024-12-03T23:19:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T23:19:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:19:41,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/staging/jenkins.hfs.11__test__tqakpkhbm02dbvoaid3ijsfo3bkursmalo3rejkm7b7kt5ks6bejgr9l0c0fl5l0/f/e599411745ee413c922635715b274b0b_SeqId_4_ for inclusion in ae3dd9d140d91362aaab71c146373b86/f 2024-12-03T23:19:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T23:19:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:19:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HRegion(2603): Flush status journal for ae3dd9d140d91362aaab71c146373b86: 2024-12-03T23:19:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d1392aab705c4a2a9ba0b34629c455e0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T23:19:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/staging/jenkins.hfs.11__test__tqakpkhbm02dbvoaid3ijsfo3bkursmalo3rejkm7b7kt5ks6bejgr9l0c0fl5l0/f/d1392aab705c4a2a9ba0b34629c455e0_SeqId_4_ as hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/default/test/ae3dd9d140d91362aaab71c146373b86/f/79a8d2d16afc407f8b4b91e97b19e88c_SeqId_4_ 2024-12-03T23:19:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e599411745ee413c922635715b274b0b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T23:19:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/staging/jenkins.hfs.11__test__tqakpkhbm02dbvoaid3ijsfo3bkursmalo3rejkm7b7kt5ks6bejgr9l0c0fl5l0/f/e599411745ee413c922635715b274b0b_SeqId_4_ as hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/default/test/ae3dd9d140d91362aaab71c146373b86/f/e6044a6d1b7d4cb78efb4ed089bd8590_SeqId_4_ 2024-12-03T23:19:41,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/staging/jenkins.hfs.11__test__tqakpkhbm02dbvoaid3ijsfo3bkursmalo3rejkm7b7kt5ks6bejgr9l0c0fl5l0/f/d1392aab705c4a2a9ba0b34629c455e0_SeqId_4_ into ae3dd9d140d91362aaab71c146373b86/f as hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/default/test/ae3dd9d140d91362aaab71c146373b86/f/79a8d2d16afc407f8b4b91e97b19e88c_SeqId_4_ - updating store file list. 2024-12-03T23:19:41,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 79a8d2d16afc407f8b4b91e97b19e88c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T23:19:41,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/default/test/ae3dd9d140d91362aaab71c146373b86/f/79a8d2d16afc407f8b4b91e97b19e88c_SeqId_4_ into ae3dd9d140d91362aaab71c146373b86/f 2024-12-03T23:19:41,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/staging/jenkins.hfs.11__test__tqakpkhbm02dbvoaid3ijsfo3bkursmalo3rejkm7b7kt5ks6bejgr9l0c0fl5l0/f/d1392aab705c4a2a9ba0b34629c455e0_SeqId_4_ into ae3dd9d140d91362aaab71c146373b86/f (new location: hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/default/test/ae3dd9d140d91362aaab71c146373b86/f/79a8d2d16afc407f8b4b91e97b19e88c_SeqId_4_) 2024-12-03T23:19:41,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/staging/jenkins.hfs.11__test__tqakpkhbm02dbvoaid3ijsfo3bkursmalo3rejkm7b7kt5ks6bejgr9l0c0fl5l0/f/d1392aab705c4a2a9ba0b34629c455e0_SeqId_4_ 2024-12-03T23:19:41,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/staging/jenkins.hfs.11__test__tqakpkhbm02dbvoaid3ijsfo3bkursmalo3rejkm7b7kt5ks6bejgr9l0c0fl5l0/f/e599411745ee413c922635715b274b0b_SeqId_4_ into ae3dd9d140d91362aaab71c146373b86/f as hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/default/test/ae3dd9d140d91362aaab71c146373b86/f/e6044a6d1b7d4cb78efb4ed089bd8590_SeqId_4_ - updating store file list. 2024-12-03T23:19:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e6044a6d1b7d4cb78efb4ed089bd8590_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T23:19:41,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/default/test/ae3dd9d140d91362aaab71c146373b86/f/e6044a6d1b7d4cb78efb4ed089bd8590_SeqId_4_ into ae3dd9d140d91362aaab71c146373b86/f 2024-12-03T23:19:41,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/staging/jenkins.hfs.11__test__tqakpkhbm02dbvoaid3ijsfo3bkursmalo3rejkm7b7kt5ks6bejgr9l0c0fl5l0/f/e599411745ee413c922635715b274b0b_SeqId_4_ into ae3dd9d140d91362aaab71c146373b86/f (new location: hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/default/test/ae3dd9d140d91362aaab71c146373b86/f/e6044a6d1b7d4cb78efb4ed089bd8590_SeqId_4_) 2024-12-03T23:19:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/staging/jenkins.hfs.11__test__tqakpkhbm02dbvoaid3ijsfo3bkursmalo3rejkm7b7kt5ks6bejgr9l0c0fl5l0/f/e599411745ee413c922635715b274b0b_SeqId_4_ 2024-12-03T23:19:41,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.ReplicationSink(324): Finished replicating [6369e0f3-a4b3-42fe-9853-1aa6df59a6b4] bulk loaded data 2024-12-03T23:19:41,474 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 687, reset compression=false 2024-12-03T23:19:41,808 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328 to pos 379, reset compression=false 2024-12-03T23:19:41,814 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:19:41,814 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.shipper5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,45329,1733267967322 got entry batch from reader: WALEntryBatch [walEntries=[{test/ae3dd9d140d91362aaab71c146373b86/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733267981436/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-03T23:19:41,817 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.shipper5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:19:41,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-03T23:19:41,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.ReplicationSink(318): Replicating [6369e0f3-a4b3-42fe-9853-1aa6df59a6b4, 76d2a254-150a-42af-b2a1-0817350b8050] bulk loaded data 2024-12-03T23:19:41,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@419b8cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:41,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,42607,-1 for getting cluster id 2024-12-03T23:19:41,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:19:41,820 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6369e0f3-a4b3-42fe-9853-1aa6df59a6b4' 2024-12-03T23:19:41,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:19:41,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6369e0f3-a4b3-42fe-9853-1aa6df59a6b4" 2024-12-03T23:19:41,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@566e80d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:41,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,42607,-1] 2024-12-03T23:19:41,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:19:41,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:41,821 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:19:41,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c57bef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:41,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741842_1018 (size=7894) 2024-12-03T23:19:41,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741843_1019 (size=7691) 2024-12-03T23:19:41,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:19:41,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,42607,1733267963533 2024-12-03T23:19:41,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f3ff973 2024-12-03T23:19:41,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:19:41,859 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-03T23:19:41,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T23:19:41,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:19:41,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,34965,1733267963589, seqNum=-1] 2024-12-03T23:19:41,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:19:41,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-03T23:19:41,870 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/staging/jenkins.hfs.10__test__8vt6a7bpi06saq8etu6ah02bp3hmdojglnu7co8d9ihtokae468o4dr4gi779ta7/f/79a8d2d16afc407f8b4b91e97b19e88c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T23:19:41,873 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/staging/jenkins.hfs.10__test__8vt6a7bpi06saq8etu6ah02bp3hmdojglnu7co8d9ihtokae468o4dr4gi779ta7/f/e6044a6d1b7d4cb78efb4ed089bd8590_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T23:19:41,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.ReplicationSink(324): Finished replicating [6369e0f3-a4b3-42fe-9853-1aa6df59a6b4, 76d2a254-150a-42af-b2a1-0817350b8050] bulk loaded data 2024-12-03T23:19:41,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:41,882 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733267981882/Put/seqid=0 2024-12-03T23:19:41,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741842_1018 (size=11194) 2024-12-03T23:19:41,978 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 687, reset compression=false 2024-12-03T23:19:42,014 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328 to pos 725, reset compression=false 2024-12-03T23:19:42,293 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733267982292/Put/seqid=0 2024-12-03T23:19:42,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741843_1019 (size=10791) 2024-12-03T23:19:42,318 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328 to pos 725, reset compression=false 2024-12-03T23:19:42,582 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 687, reset compression=false 2024-12-03T23:19:42,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@768a83c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:42,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,45081,-1 for getting cluster id 2024-12-03T23:19:42,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:19:42,701 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76d2a254-150a-42af-b2a1-0817350b8050' 2024-12-03T23:19:42,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:19:42,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76d2a254-150a-42af-b2a1-0817350b8050" 2024-12-03T23:19:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ef13c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,45081,-1] 2024-12-03T23:19:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:19:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:42,703 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:19:42,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dbaeaa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:42,704 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:19:42,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1] 2024-12-03T23:19:42,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:19:42,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:19:42,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:19:42,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,45081,1733267967280 2024-12-03T23:19:42,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55191730 2024-12-03T23:19:42,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:19:42,716 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:19:42,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733267972523.ae3dd9d140d91362aaab71c146373b86., hostname=5f9d64419733,45329,1733267967322, seqNum=2] 2024-12-03T23:19:42,722 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T23:19:42,722 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328 to pos 725, reset compression=false 2024-12-03T23:19:42,728 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-03T23:19:42,730 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-03T23:19:42,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/testHFileCyclicReplication_10/f/hfile_0 for inclusion in ae3dd9d140d91362aaab71c146373b86/f 2024-12-03T23:19:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T23:19:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:19:42,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/testHFileCyclicReplication_10/f/hfile_1 for inclusion in ae3dd9d140d91362aaab71c146373b86/f 2024-12-03T23:19:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T23:19:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:19:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HRegion(2603): Flush status journal for ae3dd9d140d91362aaab71c146373b86: 2024-12-03T23:19:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/staging/jenkins__test__ekpndq3o5jna3smjghp70mqb8fl604k6b6hdl4dgrrpll087kvp0p6oclbe3ia2b/f/hfile_0 2024-12-03T23:19:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/staging/jenkins__test__ekpndq3o5jna3smjghp70mqb8fl604k6b6hdl4dgrrpll087kvp0p6oclbe3ia2b/f/hfile_0 as hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/default/test/ae3dd9d140d91362aaab71c146373b86/f/1bcfca0e879e46028439ba0e321c0d7a_SeqId_6_ 2024-12-03T23:19:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/staging/jenkins__test__ekpndq3o5jna3smjghp70mqb8fl604k6b6hdl4dgrrpll087kvp0p6oclbe3ia2b/f/hfile_1 2024-12-03T23:19:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/staging/jenkins__test__ekpndq3o5jna3smjghp70mqb8fl604k6b6hdl4dgrrpll087kvp0p6oclbe3ia2b/f/hfile_1 as hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/default/test/ae3dd9d140d91362aaab71c146373b86/f/6ebf6a4028bf4035b188eeee37097067_SeqId_6_ 2024-12-03T23:19:42,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/staging/jenkins__test__ekpndq3o5jna3smjghp70mqb8fl604k6b6hdl4dgrrpll087kvp0p6oclbe3ia2b/f/hfile_0 into ae3dd9d140d91362aaab71c146373b86/f as hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/default/test/ae3dd9d140d91362aaab71c146373b86/f/1bcfca0e879e46028439ba0e321c0d7a_SeqId_6_ - updating store file list. 2024-12-03T23:19:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1bcfca0e879e46028439ba0e321c0d7a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T23:19:42,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/default/test/ae3dd9d140d91362aaab71c146373b86/f/1bcfca0e879e46028439ba0e321c0d7a_SeqId_6_ into ae3dd9d140d91362aaab71c146373b86/f 2024-12-03T23:19:42,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/staging/jenkins__test__ekpndq3o5jna3smjghp70mqb8fl604k6b6hdl4dgrrpll087kvp0p6oclbe3ia2b/f/hfile_0 into ae3dd9d140d91362aaab71c146373b86/f (new location: hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/default/test/ae3dd9d140d91362aaab71c146373b86/f/1bcfca0e879e46028439ba0e321c0d7a_SeqId_6_) 2024-12-03T23:19:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/staging/jenkins__test__ekpndq3o5jna3smjghp70mqb8fl604k6b6hdl4dgrrpll087kvp0p6oclbe3ia2b/f/hfile_0 2024-12-03T23:19:42,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/staging/jenkins__test__ekpndq3o5jna3smjghp70mqb8fl604k6b6hdl4dgrrpll087kvp0p6oclbe3ia2b/f/hfile_1 into ae3dd9d140d91362aaab71c146373b86/f as hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/default/test/ae3dd9d140d91362aaab71c146373b86/f/6ebf6a4028bf4035b188eeee37097067_SeqId_6_ - updating store file list. 2024-12-03T23:19:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6ebf6a4028bf4035b188eeee37097067_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T23:19:42,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/default/test/ae3dd9d140d91362aaab71c146373b86/f/6ebf6a4028bf4035b188eeee37097067_SeqId_6_ into ae3dd9d140d91362aaab71c146373b86/f 2024-12-03T23:19:42,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/staging/jenkins__test__ekpndq3o5jna3smjghp70mqb8fl604k6b6hdl4dgrrpll087kvp0p6oclbe3ia2b/f/hfile_1 into ae3dd9d140d91362aaab71c146373b86/f (new location: hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/default/test/ae3dd9d140d91362aaab71c146373b86/f/6ebf6a4028bf4035b188eeee37097067_SeqId_6_) 2024-12-03T23:19:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/staging/jenkins__test__ekpndq3o5jna3smjghp70mqb8fl604k6b6hdl4dgrrpll087kvp0p6oclbe3ia2b/f/hfile_1 2024-12-03T23:19:42,759 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:19:42,760 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:42,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:42,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:42,760 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:19:42,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733267972523.ae3dd9d140d91362aaab71c146373b86., hostname=5f9d64419733,45329,1733267967322, seqNum=2 , the old value is region=test,,1733267972523.ae3dd9d140d91362aaab71c146373b86., hostname=5f9d64419733,45329,1733267967322, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5f9d64419733:45329 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T23:19:42,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733267972523.ae3dd9d140d91362aaab71c146373b86., hostname=5f9d64419733,45329,1733267967322, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T23:19:42,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733267972523.ae3dd9d140d91362aaab71c146373b86., hostname=5f9d64419733,45329,1733267967322, seqNum=2 from cache 2024-12-03T23:19:42,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:19:42,761 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T23:19:42,762 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,34965,1733267963589, seqNum=-1] 2024-12-03T23:19:42,762 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:19:42,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:19:42,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb., hostname=5f9d64419733,34965,1733267963589, seqNum=2] 2024-12-03T23:19:42,771 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T23:19:42,870 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T23:19:43,228 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328 to pos 725, reset compression=false 2024-12-03T23:19:43,233 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:19:43,233 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.shipper5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,45329,1733267967322 got entry batch from reader: WALEntryBatch [walEntries=[{test/ae3dd9d140d91362aaab71c146373b86/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733267982758/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T23:19:43,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.ReplicationSink(318): Replicating [76d2a254-150a-42af-b2a1-0817350b8050] bulk loaded data 2024-12-03T23:19:43,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741844_1020 (size=11194) 2024-12-03T23:19:43,286 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 687, reset compression=false 2024-12-03T23:19:43,433 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328 to pos 1033, reset compression=false 2024-12-03T23:19:43,501 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:19:43,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:43,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:43,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:43,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:43,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:43,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:43,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:43,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:43,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741845_1021 (size=10791) 2024-12-03T23:19:43,738 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328 to pos 1033, reset compression=false 2024-12-03T23:19:43,775 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T23:19:44,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T23:19:44,065 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/staging/jenkins.hfs.10__test__ufs9kbrohdt8alv8hmtuc93ivmaqmejllq8p72fgnmgn7bhl3d0m0hs9e0ca03di/f/1bcfca0e879e46028439ba0e321c0d7a_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-03T23:19:44,067 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/staging/jenkins.hfs.10__test__ufs9kbrohdt8alv8hmtuc93ivmaqmejllq8p72fgnmgn7bhl3d0m0hs9e0ca03di/f/6ebf6a4028bf4035b188eeee37097067_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-03T23:19:44,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/staging/jenkins.hfs.10__test__ufs9kbrohdt8alv8hmtuc93ivmaqmejllq8p72fgnmgn7bhl3d0m0hs9e0ca03di/f/1bcfca0e879e46028439ba0e321c0d7a_SeqId_6_ for inclusion in b428379a3ffb14181e0febae1a7a00eb/f 2024-12-03T23:19:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T23:19:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:19:44,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/staging/jenkins.hfs.10__test__ufs9kbrohdt8alv8hmtuc93ivmaqmejllq8p72fgnmgn7bhl3d0m0hs9e0ca03di/f/6ebf6a4028bf4035b188eeee37097067_SeqId_6_ for inclusion in b428379a3ffb14181e0febae1a7a00eb/f 2024-12-03T23:19:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T23:19:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:19:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HRegion(2603): Flush status journal for b428379a3ffb14181e0febae1a7a00eb: 2024-12-03T23:19:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1bcfca0e879e46028439ba0e321c0d7a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T23:19:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/staging/jenkins.hfs.10__test__ufs9kbrohdt8alv8hmtuc93ivmaqmejllq8p72fgnmgn7bhl3d0m0hs9e0ca03di/f/1bcfca0e879e46028439ba0e321c0d7a_SeqId_6_ as hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/default/test/b428379a3ffb14181e0febae1a7a00eb/f/68d6acb97491419c9de6495015610691_SeqId_6_ 2024-12-03T23:19:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6ebf6a4028bf4035b188eeee37097067_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T23:19:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/staging/jenkins.hfs.10__test__ufs9kbrohdt8alv8hmtuc93ivmaqmejllq8p72fgnmgn7bhl3d0m0hs9e0ca03di/f/6ebf6a4028bf4035b188eeee37097067_SeqId_6_ as hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/default/test/b428379a3ffb14181e0febae1a7a00eb/f/a723aa0292e54de58165c9329cf9b740_SeqId_6_ 2024-12-03T23:19:44,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/staging/jenkins.hfs.10__test__ufs9kbrohdt8alv8hmtuc93ivmaqmejllq8p72fgnmgn7bhl3d0m0hs9e0ca03di/f/1bcfca0e879e46028439ba0e321c0d7a_SeqId_6_ into b428379a3ffb14181e0febae1a7a00eb/f as hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/default/test/b428379a3ffb14181e0febae1a7a00eb/f/68d6acb97491419c9de6495015610691_SeqId_6_ - updating store file list. 2024-12-03T23:19:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 68d6acb97491419c9de6495015610691_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T23:19:44,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/default/test/b428379a3ffb14181e0febae1a7a00eb/f/68d6acb97491419c9de6495015610691_SeqId_6_ into b428379a3ffb14181e0febae1a7a00eb/f 2024-12-03T23:19:44,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/staging/jenkins.hfs.10__test__ufs9kbrohdt8alv8hmtuc93ivmaqmejllq8p72fgnmgn7bhl3d0m0hs9e0ca03di/f/1bcfca0e879e46028439ba0e321c0d7a_SeqId_6_ into b428379a3ffb14181e0febae1a7a00eb/f (new location: hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/default/test/b428379a3ffb14181e0febae1a7a00eb/f/68d6acb97491419c9de6495015610691_SeqId_6_) 2024-12-03T23:19:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/staging/jenkins.hfs.10__test__ufs9kbrohdt8alv8hmtuc93ivmaqmejllq8p72fgnmgn7bhl3d0m0hs9e0ca03di/f/1bcfca0e879e46028439ba0e321c0d7a_SeqId_6_ 2024-12-03T23:19:44,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/staging/jenkins.hfs.10__test__ufs9kbrohdt8alv8hmtuc93ivmaqmejllq8p72fgnmgn7bhl3d0m0hs9e0ca03di/f/6ebf6a4028bf4035b188eeee37097067_SeqId_6_ into b428379a3ffb14181e0febae1a7a00eb/f as hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/default/test/b428379a3ffb14181e0febae1a7a00eb/f/a723aa0292e54de58165c9329cf9b740_SeqId_6_ - updating store file list. 2024-12-03T23:19:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a723aa0292e54de58165c9329cf9b740_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T23:19:44,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/default/test/b428379a3ffb14181e0febae1a7a00eb/f/a723aa0292e54de58165c9329cf9b740_SeqId_6_ into b428379a3ffb14181e0febae1a7a00eb/f 2024-12-03T23:19:44,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/staging/jenkins.hfs.10__test__ufs9kbrohdt8alv8hmtuc93ivmaqmejllq8p72fgnmgn7bhl3d0m0hs9e0ca03di/f/6ebf6a4028bf4035b188eeee37097067_SeqId_6_ into b428379a3ffb14181e0febae1a7a00eb/f (new location: hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/default/test/b428379a3ffb14181e0febae1a7a00eb/f/a723aa0292e54de58165c9329cf9b740_SeqId_6_) 2024-12-03T23:19:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/staging/jenkins.hfs.10__test__ufs9kbrohdt8alv8hmtuc93ivmaqmejllq8p72fgnmgn7bhl3d0m0hs9e0ca03di/f/6ebf6a4028bf4035b188eeee37097067_SeqId_6_ 2024-12-03T23:19:44,090 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 687, reset compression=false 2024-12-03T23:19:44,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34965 {}] regionserver.ReplicationSink(324): Finished replicating [76d2a254-150a-42af-b2a1-0817350b8050] bulk loaded data 2024-12-03T23:19:44,095 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:19:44,095 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.shipper5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,34965,1733267963589 got entry batch from reader: WALEntryBatch [walEntries=[{test/b428379a3ffb14181e0febae1a7a00eb/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733267984089/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-03T23:19:44,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.ReplicationSink(318): Replicating [76d2a254-150a-42af-b2a1-0817350b8050, 6369e0f3-a4b3-42fe-9853-1aa6df59a6b4] bulk loaded data 2024-12-03T23:19:44,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741844_1020 (size=11194) 2024-12-03T23:19:44,143 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328 to pos 1033, reset compression=false 2024-12-03T23:19:44,295 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 1033, reset compression=false 2024-12-03T23:19:44,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741845_1021 (size=10791) 2024-12-03T23:19:44,599 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 1033, reset compression=false 2024-12-03T23:19:44,646 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328 to pos 1033, reset compression=false 2024-12-03T23:19:44,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T23:19:44,784 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:19:44,785 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:44,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:44,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:44,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:19:44,785 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T23:19:44,785 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1813334986, stopped=false 2024-12-03T23:19:44,785 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5f9d64419733,45081,1733267967280 2024-12-03T23:19:44,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-276399449/running 2024-12-03T23:19:44,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45329-0x1017aa025630004, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-276399449/running 2024-12-03T23:19:44,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276399449 2024-12-03T23:19:44,787 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:19:44,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45329-0x1017aa025630004, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276399449 2024-12-03T23:19:44,787 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:19:44,787 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:44,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:44,788 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5f9d64419733,45329,1733267967322' ***** 2024-12-03T23:19:44,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45329-0x1017aa025630004, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Set watcher on znode that does not yet exist, /1-276399449/running 2024-12-03T23:19:44,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Set watcher on znode that does not yet exist, /1-276399449/running 2024-12-03T23:19:44,789 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T23:19:44,789 INFO [RS:0;5f9d64419733:45329 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T23:19:44,789 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T23:19:44,789 INFO [RS:0;5f9d64419733:45329 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T23:19:44,789 INFO [RS:0;5f9d64419733:45329 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T23:19:44,789 INFO [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(3091): Received CLOSE for ae3dd9d140d91362aaab71c146373b86 2024-12-03T23:19:44,790 INFO [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(3091): Received CLOSE for 66e4228df59cfdcca6726368d78ee84f 2024-12-03T23:19:44,790 INFO [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(959): stopping server 5f9d64419733,45329,1733267967322 2024-12-03T23:19:44,790 INFO [RS:0;5f9d64419733:45329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:19:44,790 INFO [RS:0;5f9d64419733:45329 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:45329. 2024-12-03T23:19:44,790 DEBUG [RS:0;5f9d64419733:45329 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:44,790 DEBUG [RS:0;5f9d64419733:45329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:44,790 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae3dd9d140d91362aaab71c146373b86, disabling compactions & flushes 2024-12-03T23:19:44,790 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733267972523.ae3dd9d140d91362aaab71c146373b86. 2024-12-03T23:19:44,790 INFO [RS:0;5f9d64419733:45329 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T23:19:44,790 INFO [RS:0;5f9d64419733:45329 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T23:19:44,790 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733267972523.ae3dd9d140d91362aaab71c146373b86. 2024-12-03T23:19:44,790 INFO [RS:0;5f9d64419733:45329 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T23:19:44,790 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733267972523.ae3dd9d140d91362aaab71c146373b86. after waiting 0 ms 2024-12-03T23:19:44,790 INFO [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T23:19:44,790 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733267972523.ae3dd9d140d91362aaab71c146373b86. 2024-12-03T23:19:44,790 INFO [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T23:19:44,790 DEBUG [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ae3dd9d140d91362aaab71c146373b86=test,,1733267972523.ae3dd9d140d91362aaab71c146373b86., 66e4228df59cfdcca6726368d78ee84f=hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f.} 2024-12-03T23:19:44,790 DEBUG [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66e4228df59cfdcca6726368d78ee84f, ae3dd9d140d91362aaab71c146373b86 2024-12-03T23:19:44,790 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:19:44,790 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:19:44,790 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:19:44,790 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:19:44,790 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:19:44,791 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T23:19:44,795 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/default/test/ae3dd9d140d91362aaab71c146373b86/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T23:19:44,796 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:19:44,796 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T23:19:44,796 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733267972523.ae3dd9d140d91362aaab71c146373b86. 2024-12-03T23:19:44,796 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae3dd9d140d91362aaab71c146373b86: Waiting for close lock at 1733267984790Running coprocessor pre-close hooks at 1733267984790Disabling compacts and flushes for region at 1733267984790Disabling writes for close at 1733267984790Writing region close event to WAL at 1733267984791 (+1 ms)Running coprocessor post-close hooks at 1733267984796 (+5 ms)Closed at 1733267984796 2024-12-03T23:19:44,796 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733267972523.ae3dd9d140d91362aaab71c146373b86. 2024-12-03T23:19:44,796 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66e4228df59cfdcca6726368d78ee84f, disabling compactions & flushes 2024-12-03T23:19:44,796 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f. 2024-12-03T23:19:44,797 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f. 2024-12-03T23:19:44,797 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f. after waiting 0 ms 2024-12-03T23:19:44,797 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f. 2024-12-03T23:19:44,797 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 66e4228df59cfdcca6726368d78ee84f 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-03T23:19:44,807 INFO [regionserver/5f9d64419733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:19:44,824 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/1588230740/.tmp/info/752482704f9c4a37a002a4291b02ba31 is 147, key is hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f./info:regioninfo/1733267978014/Put/seqid=0 2024-12-03T23:19:44,827 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/replication/66e4228df59cfdcca6726368d78ee84f/.tmp/hfileref/6341ad4620ec44be9969d91280f1b998 is 74, key is 1/hfileref:1bcfca0e879e46028439ba0e321c0d7a_SeqId_6_/1733267984093/DeleteColumn/seqid=0 2024-12-03T23:19:44,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741846_1022 (size=5345) 2024-12-03T23:19:44,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741847_1023 (size=7686) 2024-12-03T23:19:44,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T23:19:44,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45329 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5f9d64419733,45329,1733267967322 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T23:19:44,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45329 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:38862 deadline: 1733268044920, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5f9d64419733,45329,1733267967322 stopping 2024-12-03T23:19:44,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5f9d64419733,45329,1733267967322 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T23:19:44,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5f9d64419733,45329,1733267967322 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T23:19:44,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1 from cache 2024-12-03T23:19:44,990 DEBUG [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66e4228df59cfdcca6726368d78ee84f 2024-12-03T23:19:45,002 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 1033, reset compression=false 2024-12-03T23:19:45,059 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:19:45,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1] 2024-12-03T23:19:45,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45329 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5f9d64419733,45329,1733267967322 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T23:19:45,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45329 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:38862 deadline: 1733268044920, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5f9d64419733,45329,1733267967322 stopping 2024-12-03T23:19:45,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5f9d64419733,45329,1733267967322 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T23:19:45,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5f9d64419733,45329,1733267967322 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T23:19:45,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1 from cache 2024-12-03T23:19:45,191 DEBUG [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66e4228df59cfdcca6726368d78ee84f 2024-12-03T23:19:45,195 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T23:19:45,195 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T23:19:45,232 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/replication/66e4228df59cfdcca6726368d78ee84f/.tmp/hfileref/6341ad4620ec44be9969d91280f1b998 2024-12-03T23:19:45,233 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/1588230740/.tmp/info/752482704f9c4a37a002a4291b02ba31 2024-12-03T23:19:45,250 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328 to pos 1033, reset compression=false 2024-12-03T23:19:45,252 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/1588230740/.tmp/ns/2f35752390034bb3bda6f9e1fb8dbabd is 43, key is default/ns:d/1733267970280/Put/seqid=0 2024-12-03T23:19:45,254 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/replication/66e4228df59cfdcca6726368d78ee84f/.tmp/queue/a084f5eaffe74a6b820ac3be3e944533 is 154, key is 1-5f9d64419733,45329,1733267967322/queue:5f9d64419733%2C45329%2C1733267967322/1733267984095/Put/seqid=0 2024-12-03T23:19:45,254 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:19:45,255 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328 to pos 1328, reset compression=false 2024-12-03T23:19:45,255 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.shipper5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,45329,1733267967322 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:19:45,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741848_1024 (size=5153) 2024-12-03T23:19:45,257 ERROR [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.shipper5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5f9d64419733,45329,1733267967322: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5f9d64419733,45329,1733267967322, walGroup=5f9d64419733%2C45329%2C1733267967322, offset=5f9d64419733%2C45329%2C1733267967322.1733267969328:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T23:19:45,258 ERROR [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.shipper5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T23:19:45,260 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.shipper5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T23:19:45,262 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.shipper5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T23:19:45,262 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.shipper5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T23:19:45,262 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.shipper5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T23:19:45,262 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.shipper5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 504859424 }, "NonHeapMemoryUsage": { "committed": 190971904, "init": 7667712, "max": -1, "used": 188290784 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T23:19:45,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741849_1025 (size=5353) 2024-12-03T23:19:45,265 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.shipper5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T23:19:45,269 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:19:45,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1] 2024-12-03T23:19:45,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:19:45,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting 2024-12-03T23:19:45,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting 2024-12-03T23:19:45,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1 from cache 2024-12-03T23:19:45,391 DEBUG [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66e4228df59cfdcca6726368d78ee84f 2024-12-03T23:19:45,459 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328 to pos 1328, reset compression=false 2024-12-03T23:19:45,508 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 1033, reset compression=false 2024-12-03T23:19:45,579 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:19:45,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1] 2024-12-03T23:19:45,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:19:45,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting 2024-12-03T23:19:45,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting 2024-12-03T23:19:45,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1 from cache 2024-12-03T23:19:45,591 DEBUG [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66e4228df59cfdcca6726368d78ee84f 2024-12-03T23:19:45,657 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/1588230740/.tmp/ns/2f35752390034bb3bda6f9e1fb8dbabd 2024-12-03T23:19:45,666 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/replication/66e4228df59cfdcca6726368d78ee84f/.tmp/queue/a084f5eaffe74a6b820ac3be3e944533 2024-12-03T23:19:45,670 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/replication/66e4228df59cfdcca6726368d78ee84f/.tmp/hfileref/6341ad4620ec44be9969d91280f1b998 as hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/replication/66e4228df59cfdcca6726368d78ee84f/hfileref/6341ad4620ec44be9969d91280f1b998 2024-12-03T23:19:45,675 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/replication/66e4228df59cfdcca6726368d78ee84f/hfileref/6341ad4620ec44be9969d91280f1b998, entries=4, sequenceid=12, filesize=5.2 K 2024-12-03T23:19:45,675 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/replication/66e4228df59cfdcca6726368d78ee84f/.tmp/queue/a084f5eaffe74a6b820ac3be3e944533 as hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/replication/66e4228df59cfdcca6726368d78ee84f/queue/a084f5eaffe74a6b820ac3be3e944533 2024-12-03T23:19:45,679 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/replication/66e4228df59cfdcca6726368d78ee84f/queue/a084f5eaffe74a6b820ac3be3e944533, entries=1, sequenceid=12, filesize=5.2 K 2024-12-03T23:19:45,680 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/1588230740/.tmp/rep_barrier/cd2c9ef0b2864e37a13e4fd73563a6f3 is 112, key is test,,1733267972523.ae3dd9d140d91362aaab71c146373b86./rep_barrier:seqnumDuringOpen/1733267973673/Put/seqid=0 2024-12-03T23:19:45,681 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 66e4228df59cfdcca6726368d78ee84f in 884ms, sequenceid=12, compaction requested=false 2024-12-03T23:19:45,682 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T23:19:45,682 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T23:19:45,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741850_1026 (size=5518) 2024-12-03T23:19:45,686 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/replication/66e4228df59cfdcca6726368d78ee84f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T23:19:45,686 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:19:45,686 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:19:45,686 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f. 2024-12-03T23:19:45,686 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66e4228df59cfdcca6726368d78ee84f: Waiting for close lock at 1733267984796Running coprocessor pre-close hooks at 1733267984796Disabling compacts and flushes for region at 1733267984796Disabling writes for close at 1733267984797 (+1 ms)Obtaining lock to block concurrent updates at 1733267984797Preparing flush snapshotting stores in 66e4228df59cfdcca6726368d78ee84f at 1733267984797Finished memstore snapshotting hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733267984797Flushing stores of hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f. at 1733267984797Flushing 66e4228df59cfdcca6726368d78ee84f/hfileref: creating writer at 1733267984797Flushing 66e4228df59cfdcca6726368d78ee84f/hfileref: appending metadata at 1733267984826 (+29 ms)Flushing 66e4228df59cfdcca6726368d78ee84f/hfileref: closing flushed file at 1733267984826Flushing 66e4228df59cfdcca6726368d78ee84f/queue: creating writer at 1733267985237 (+411 ms)Flushing 66e4228df59cfdcca6726368d78ee84f/queue: appending metadata at 1733267985253 (+16 ms)Flushing 66e4228df59cfdcca6726368d78ee84f/queue: closing flushed file at 1733267985253Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e5cae01: reopening flushed file at 1733267985670 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22ab030: reopening flushed file at 1733267985675 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 66e4228df59cfdcca6726368d78ee84f in 884ms, sequenceid=12, compaction requested=false at 1733267985681 (+6 ms)Writing region close event to WAL at 1733267985682 (+1 ms)Running coprocessor post-close hooks at 1733267985686 (+4 ms)Closed at 1733267985686 2024-12-03T23:19:45,687 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733267976845.66e4228df59cfdcca6726368d78ee84f. 2024-12-03T23:19:45,763 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328 to pos 1328, reset compression=false 2024-12-03T23:19:45,791 INFO [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T23:19:45,791 DEBUG [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T23:19:45,791 DEBUG [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:19:45,992 DEBUG [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:19:46,085 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/1588230740/.tmp/rep_barrier/cd2c9ef0b2864e37a13e4fd73563a6f3 2024-12-03T23:19:46,089 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:19:46,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1] 2024-12-03T23:19:46,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:19:46,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting 2024-12-03T23:19:46,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting 2024-12-03T23:19:46,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45329,1733267967322, seqNum=-1 from cache 2024-12-03T23:19:46,092 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:19:46,093 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-03T23:19:44.953Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5f9d64419733,45329,1733267967322 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T23:19:45.062Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5f9d64419733,45329,1733267967322 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T23:19:45.271Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting 2024-12-03T23:19:45.582Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting 2024-12-03T23:19:46.091Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 5f9d64419733,45329,1733267967322 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-03T23:19:46,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-03T23:19:44.953Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5f9d64419733,45329,1733267967322 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T23:19:45.062Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5f9d64419733,45329,1733267967322 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T23:19:45.271Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting 2024-12-03T23:19:45.582Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting 2024-12-03T23:19:46.091Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 5f9d64419733,45329,1733267967322 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-03T23:19:46,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:45220 deadline: 1733268044096, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-03T23:19:44.953Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5f9d64419733,45329,1733267967322 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T23:19:45.062Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5f9d64419733,45329,1733267967322 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T23:19:45.271Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting 2024-12-03T23:19:45.582Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting 2024-12-03T23:19:46.091Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting 2024-12-03T23:19:46,096 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.shipper5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-03T23:19:44.953Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5f9d64419733,45329,1733267967322 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T23:19:45.062Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5f9d64419733,45329,1733267967322 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T23:19:45.271Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting 2024-12-03T23:19:45.582Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting 2024-12-03T23:19:46.091Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 5f9d64419733,45329,1733267967322 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:19:46,106 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/1588230740/.tmp/table/eb9d8aa1dc3f49038696a0b8b04938c4 is 53, key is hbase:replication/table:state/1733267978020/Put/seqid=0 2024-12-03T23:19:46,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741851_1027 (size=5308) 2024-12-03T23:19:46,111 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 1033, reset compression=false 2024-12-03T23:19:46,168 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328 to pos 1328, reset compression=false 2024-12-03T23:19:46,192 DEBUG [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:19:46,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:19:46,199 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.shipper5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 5f9d64419733,45329,1733267967322 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:19:46,392 DEBUG [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:19:46,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:19:46,403 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.shipper5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 5f9d64419733,45329,1733267967322 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:19:46,510 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/1588230740/.tmp/table/eb9d8aa1dc3f49038696a0b8b04938c4 2024-12-03T23:19:46,516 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/1588230740/.tmp/info/752482704f9c4a37a002a4291b02ba31 as hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/1588230740/info/752482704f9c4a37a002a4291b02ba31 2024-12-03T23:19:46,520 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/1588230740/info/752482704f9c4a37a002a4291b02ba31, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T23:19:46,521 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/1588230740/.tmp/ns/2f35752390034bb3bda6f9e1fb8dbabd as hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/1588230740/ns/2f35752390034bb3bda6f9e1fb8dbabd 2024-12-03T23:19:46,525 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/1588230740/ns/2f35752390034bb3bda6f9e1fb8dbabd, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T23:19:46,526 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/1588230740/.tmp/rep_barrier/cd2c9ef0b2864e37a13e4fd73563a6f3 as hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/1588230740/rep_barrier/cd2c9ef0b2864e37a13e4fd73563a6f3 2024-12-03T23:19:46,530 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/1588230740/rep_barrier/cd2c9ef0b2864e37a13e4fd73563a6f3, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T23:19:46,531 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/1588230740/.tmp/table/eb9d8aa1dc3f49038696a0b8b04938c4 as hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/1588230740/table/eb9d8aa1dc3f49038696a0b8b04938c4 2024-12-03T23:19:46,535 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/1588230740/table/eb9d8aa1dc3f49038696a0b8b04938c4, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T23:19:46,535 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1744ms, sequenceid=16, compaction requested=false 2024-12-03T23:19:46,540 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T23:19:46,541 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:19:46,541 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:19:46,541 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:19:46,541 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733267984790Running coprocessor pre-close hooks at 1733267984790Disabling compacts and flushes for region at 1733267984790Disabling writes for close at 1733267984790Obtaining lock to block concurrent updates at 1733267984791 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733267984791Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733267984791Flushing stores of hbase:meta,,1.1588230740 at 1733267984792 (+1 ms)Flushing 1588230740/info: creating writer at 1733267984792Flushing 1588230740/info: appending metadata at 1733267984824 (+32 ms)Flushing 1588230740/info: closing flushed file at 1733267984824Flushing 1588230740/ns: creating writer at 1733267985237 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733267985252 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733267985252Flushing 1588230740/rep_barrier: creating writer at 1733267985662 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733267985679 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733267985679Flushing 1588230740/table: creating writer at 1733267986089 (+410 ms)Flushing 1588230740/table: appending metadata at 1733267986106 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733267986106Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ae359b5: reopening flushed file at 1733267986515 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@650d6aff: reopening flushed file at 1733267986520 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7aa85430: reopening flushed file at 1733267986525 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c8ce561: reopening flushed file at 1733267986530 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1744ms, sequenceid=16, compaction requested=false at 1733267986536 (+6 ms)Writing region close event to WAL at 1733267986537 (+1 ms)Running coprocessor post-close hooks at 1733267986541 (+4 ms)Closed at 1733267986541 2024-12-03T23:19:46,541 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T23:19:46,592 INFO [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(976): stopping server 5f9d64419733,45329,1733267967322; all regions closed. 2024-12-03T23:19:46,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741834_1010 (size=4239) 2024-12-03T23:19:46,594 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.meta.1733267970240.meta not finished, retry = 0 2024-12-03T23:19:46,672 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328 to pos 1328, reset compression=false 2024-12-03T23:19:46,697 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.rep.1733267977982 not finished, retry = 0 2024-12-03T23:19:46,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741839_1015 (size=3127) 2024-12-03T23:19:46,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,45329,1733267967322 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:19:46,707 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.shipper5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 5f9d64419733,45329,1733267967322 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:19:46,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741832_1008 (size=1336) 2024-12-03T23:19:46,801 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/WALs/5f9d64419733,45329,1733267967322/5f9d64419733%2C45329%2C1733267967322.1733267969328 not finished, retry = 0 2024-12-03T23:19:46,814 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 1033, reset compression=false 2024-12-03T23:19:46,901 DEBUG [RS:0;5f9d64419733:45329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:46,902 INFO [RS:0;5f9d64419733:45329 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:19:46,902 INFO [RS:0;5f9d64419733:45329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:19:46,902 INFO [RS:0;5f9d64419733:45329 {}] hbase.ChoreService(370): Chore service for: regionserver/5f9d64419733:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T23:19:46,902 INFO [RS:0;5f9d64419733:45329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:19:46,902 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:19:46,902 INFO [RS:0;5f9d64419733:45329 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5f9d64419733,45329,1733267967322 because: Region server is closing 2024-12-03T23:19:46,902 INFO [RS:0;5f9d64419733:45329 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:45329. 2024-12-03T23:19:46,903 DEBUG [RS:0;5f9d64419733:45329 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:46,903 DEBUG [RS:0;5f9d64419733:45329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:46,903 DEBUG [RS:0;5f9d64419733:45329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:46,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:19:47,003 INFO [RS:0;5f9d64419733:45329 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.shipper5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 terminated 2024-12-03T23:19:47,003 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45329,1733267967322.replicationSource.wal-reader.5f9d64419733%2C45329%2C1733267967322,1-5f9d64419733,45329,1733267967322 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T23:19:47,003 INFO [RS:0;5f9d64419733:45329 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:45329. 2024-12-03T23:19:47,003 DEBUG [RS:0;5f9d64419733:45329 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:47,003 DEBUG [RS:0;5f9d64419733:45329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:47,003 DEBUG [RS:0;5f9d64419733:45329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:47,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:19:47,004 INFO [RS:0;5f9d64419733:45329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45329 2024-12-03T23:19:47,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276399449/rs 2024-12-03T23:19:47,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45329-0x1017aa025630004, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-276399449/rs/5f9d64419733,45329,1733267967322 2024-12-03T23:19:47,006 INFO [RS:0;5f9d64419733:45329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:19:47,008 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5f9d64419733,45329,1733267967322] 2024-12-03T23:19:47,009 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-276399449/draining/5f9d64419733,45329,1733267967322 already deleted, retry=false 2024-12-03T23:19:47,009 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5f9d64419733,45329,1733267967322 expired; onlineServers=0 2024-12-03T23:19:47,009 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5f9d64419733,45081,1733267967280' ***** 2024-12-03T23:19:47,009 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T23:19:47,009 INFO [M:0;5f9d64419733:45081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:19:47,009 INFO [M:0;5f9d64419733:45081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:19:47,009 DEBUG [M:0;5f9d64419733:45081 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T23:19:47,009 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T23:19:47,009 DEBUG [M:0;5f9d64419733:45081 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T23:19:47,009 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267969093 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267969093,5,FailOnTimeoutGroup] 2024-12-03T23:19:47,009 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267969093 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267969093,5,FailOnTimeoutGroup] 2024-12-03T23:19:47,009 INFO [M:0;5f9d64419733:45081 {}] hbase.ChoreService(370): Chore service for: master/5f9d64419733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T23:19:47,009 INFO [M:0;5f9d64419733:45081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:19:47,009 DEBUG [M:0;5f9d64419733:45081 {}] master.HMaster(1795): Stopping service threads 2024-12-03T23:19:47,010 INFO [M:0;5f9d64419733:45081 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T23:19:47,010 INFO [M:0;5f9d64419733:45081 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:19:47,010 INFO [M:0;5f9d64419733:45081 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T23:19:47,010 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T23:19:47,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-276399449/master 2024-12-03T23:19:47,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-276399449 2024-12-03T23:19:47,012 DEBUG [M:0;5f9d64419733:45081 {}] zookeeper.ZKUtil(347): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Unable to get data of znode /1-276399449/master because node does not exist (not an error) 2024-12-03T23:19:47,012 WARN [M:0;5f9d64419733:45081 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T23:19:47,012 INFO [M:0;5f9d64419733:45081 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/.lastflushedseqids 2024-12-03T23:19:47,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741852_1028 (size=263) 2024-12-03T23:19:47,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45329-0x1017aa025630004, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:19:47,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45329-0x1017aa025630004, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:19:47,108 INFO [RS:0;5f9d64419733:45329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:19:47,108 INFO [RS:0;5f9d64419733:45329 {}] regionserver.HRegionServer(1031): Exiting; stopping=5f9d64419733,45329,1733267967322; zookeeper connection closed. 2024-12-03T23:19:47,108 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@682773c5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@682773c5 2024-12-03T23:19:47,108 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T23:19:47,110 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5f9d64419733:45329 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5f9d64419733/172.17.0.2:45329 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:19:47,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 5f9d64419733:45329 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5f9d64419733/172.17.0.2:45329 2024-12-03T23:19:47,111 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.shipper5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=5f9d64419733:45329 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5f9d64419733/172.17.0.2:45329 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5f9d64419733/172.17.0.2:45329 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-03T23:19:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T23:19:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:53540 deadline: 1733268047113, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-03T23:19:47,114 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.shipper5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-03T23:19:47,115 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.shipper5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-03T23:19:47,422 INFO [M:0;5f9d64419733:45081 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T23:19:47,422 INFO [M:0;5f9d64419733:45081 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T23:19:47,423 DEBUG [M:0;5f9d64419733:45081 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:19:47,423 INFO [M:0;5f9d64419733:45081 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:47,423 DEBUG [M:0;5f9d64419733:45081 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:47,423 DEBUG [M:0;5f9d64419733:45081 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:19:47,423 DEBUG [M:0;5f9d64419733:45081 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:47,423 INFO [M:0;5f9d64419733:45081 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-03T23:19:47,438 DEBUG [M:0;5f9d64419733:45081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8d68aab81084ba18ae1cdd918ed6372 is 82, key is hbase:meta,,1/info:regioninfo/1733267970270/Put/seqid=0 2024-12-03T23:19:47,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741853_1029 (size=5672) 2024-12-03T23:19:47,615 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.shipper5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-03T23:19:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T23:19:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] ipc.CallRunner(138): callId: 20 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:53540 deadline: 1733268047617, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-03T23:19:47,618 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 1033, reset compression=false 2024-12-03T23:19:47,618 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.shipper5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-03T23:19:47,619 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.shipper5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-03T23:19:47,619 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.shipper5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-03T23:19:47,843 INFO [M:0;5f9d64419733:45081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8d68aab81084ba18ae1cdd918ed6372 2024-12-03T23:19:47,865 DEBUG [M:0;5f9d64419733:45081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9addf4ccb3584951ba4df1481ce87f86 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733267978024/Put/seqid=0 2024-12-03T23:19:47,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741854_1030 (size=8517) 2024-12-03T23:19:48,220 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.shipper5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-03T23:19:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T23:19:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] ipc.CallRunner(138): callId: 22 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:53540 deadline: 1733268048222, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-03T23:19:48,222 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.shipper5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-03T23:19:48,223 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.shipper5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-03T23:19:48,223 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.shipper5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-03T23:19:48,270 INFO [M:0;5f9d64419733:45081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9addf4ccb3584951ba4df1481ce87f86 2024-12-03T23:19:48,288 DEBUG [M:0;5f9d64419733:45081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f43ce47dfb34a379cfb3b6246d8ebb8 is 69, key is 5f9d64419733,45329,1733267967322/rs:state/1733267969174/Put/seqid=0 2024-12-03T23:19:48,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741855_1031 (size=5156) 2024-12-03T23:19:48,526 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 1033, reset compression=false 2024-12-03T23:19:48,692 INFO [M:0;5f9d64419733:45081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f43ce47dfb34a379cfb3b6246d8ebb8 2024-12-03T23:19:48,697 DEBUG [M:0;5f9d64419733:45081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8d68aab81084ba18ae1cdd918ed6372 as hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8d68aab81084ba18ae1cdd918ed6372 2024-12-03T23:19:48,701 INFO [M:0;5f9d64419733:45081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8d68aab81084ba18ae1cdd918ed6372, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T23:19:48,702 DEBUG [M:0;5f9d64419733:45081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9addf4ccb3584951ba4df1481ce87f86 as hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9addf4ccb3584951ba4df1481ce87f86 2024-12-03T23:19:48,706 INFO [M:0;5f9d64419733:45081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9addf4ccb3584951ba4df1481ce87f86, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T23:19:48,707 DEBUG [M:0;5f9d64419733:45081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f43ce47dfb34a379cfb3b6246d8ebb8 as hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f43ce47dfb34a379cfb3b6246d8ebb8 2024-12-03T23:19:48,711 INFO [M:0;5f9d64419733:45081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36035/user/jenkins/test-data/7ca4e2bd-8297-62f0-bcf6-2fe8750d1368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f43ce47dfb34a379cfb3b6246d8ebb8, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T23:19:48,712 INFO [M:0;5f9d64419733:45081 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false 2024-12-03T23:19:48,713 INFO [M:0;5f9d64419733:45081 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:48,714 DEBUG [M:0;5f9d64419733:45081 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733267987422Disabling compacts and flushes for region at 1733267987422Disabling writes for close at 1733267987423 (+1 ms)Obtaining lock to block concurrent updates at 1733267987423Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733267987423Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733267987423Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733267987424 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733267987424Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733267987438 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733267987438Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733267987847 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733267987865 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733267987865Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733267988274 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733267988287 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733267988287Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44f994a3: reopening flushed file at 1733267988697 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3002825e: reopening flushed file at 1733267988702 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24db257a: reopening flushed file at 1733267988706 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false at 1733267988712 (+6 ms)Writing region close event to WAL at 1733267988713 (+1 ms)Closed at 1733267988713 2024-12-03T23:19:48,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741830_1006 (size=63666) 2024-12-03T23:19:48,716 INFO [M:0;5f9d64419733:45081 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T23:19:48,716 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:19:48,716 INFO [M:0;5f9d64419733:45081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45081 2024-12-03T23:19:48,717 INFO [M:0;5f9d64419733:45081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:19:48,819 INFO [M:0;5f9d64419733:45081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:19:48,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:19:48,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x1017aa025630003, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:19:48,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37339b48{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:19:48,826 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6752d86d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:19:48,826 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:19:48,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21d2e0a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:19:48,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8d3ede5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/hadoop.log.dir/,STOPPED} 2024-12-03T23:19:48,829 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T23:19:48,829 WARN [BP-956769154-172.17.0.2-1733267966671 heartbeating to localhost/127.0.0.1:36035 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T23:19:48,829 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T23:19:48,829 WARN [BP-956769154-172.17.0.2-1733267966671 heartbeating to localhost/127.0.0.1:36035 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-956769154-172.17.0.2-1733267966671 (Datanode Uuid 781ac304-4625-45a4-ab29-2a35a444233e) service to localhost/127.0.0.1:36035 2024-12-03T23:19:48,830 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/cluster_c2d0ddea-8b26-251b-905a-f6680b031971/data/data1/current/BP-956769154-172.17.0.2-1733267966671 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:19:48,830 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/cluster_c2d0ddea-8b26-251b-905a-f6680b031971/data/data2/current/BP-956769154-172.17.0.2-1733267966671 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:19:48,830 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T23:19:48,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3bae29d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:19:48,837 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c51eaab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:19:48,837 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:19:48,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63eedf06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:19:48,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9a4ad53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/hadoop.log.dir/,STOPPED} 2024-12-03T23:19:48,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T23:19:48,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T23:19:48,854 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:19:48,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:48,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:48,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:48,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:19:48,854 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T23:19:48,854 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=349802637, stopped=false 2024-12-03T23:19:48,854 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5f9d64419733,42607,1733267963533 2024-12-03T23:19:48,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2090547862/running 2024-12-03T23:19:48,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34965-0x1017aa025630001, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2090547862/running 2024-12-03T23:19:48,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090547862 2024-12-03T23:19:48,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34965-0x1017aa025630001, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090547862 2024-12-03T23:19:48,856 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:19:48,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:19:48,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:48,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:48,857 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5f9d64419733,34965,1733267963589' ***** 2024-12-03T23:19:48,857 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T23:19:48,857 INFO [RS:0;5f9d64419733:34965 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T23:19:48,857 INFO [RS:0;5f9d64419733:34965 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T23:19:48,857 INFO [RS:0;5f9d64419733:34965 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T23:19:48,857 INFO [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(3091): Received CLOSE for d3ec8bfe096e55499f5e5fceb24d55d5 2024-12-03T23:19:48,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Set watcher on znode that does not yet exist, /0-2090547862/running 2024-12-03T23:19:48,858 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T23:19:48,858 INFO [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(3091): Received CLOSE for b428379a3ffb14181e0febae1a7a00eb 2024-12-03T23:19:48,858 INFO [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(959): stopping server 5f9d64419733,34965,1733267963589 2024-12-03T23:19:48,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34965-0x1017aa025630001, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Set watcher on znode that does not yet exist, /0-2090547862/running 2024-12-03T23:19:48,858 INFO [RS:0;5f9d64419733:34965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:19:48,858 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3ec8bfe096e55499f5e5fceb24d55d5, disabling compactions & flushes 2024-12-03T23:19:48,858 INFO [RS:0;5f9d64419733:34965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:34965. 2024-12-03T23:19:48,858 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5. 2024-12-03T23:19:48,858 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5. 2024-12-03T23:19:48,858 DEBUG [RS:0;5f9d64419733:34965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:48,858 DEBUG [RS:0;5f9d64419733:34965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:48,858 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5. after waiting 0 ms 2024-12-03T23:19:48,858 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5. 2024-12-03T23:19:48,858 INFO [RS:0;5f9d64419733:34965 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T23:19:48,858 INFO [RS:0;5f9d64419733:34965 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T23:19:48,858 INFO [RS:0;5f9d64419733:34965 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T23:19:48,858 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d3ec8bfe096e55499f5e5fceb24d55d5 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-03T23:19:48,858 INFO [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T23:19:48,859 INFO [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T23:19:48,859 DEBUG [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(1325): Online Regions={d3ec8bfe096e55499f5e5fceb24d55d5=hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5., 1588230740=hbase:meta,,1.1588230740, b428379a3ffb14181e0febae1a7a00eb=test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb.} 2024-12-03T23:19:48,859 DEBUG [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b428379a3ffb14181e0febae1a7a00eb, d3ec8bfe096e55499f5e5fceb24d55d5 2024-12-03T23:19:48,859 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:19:48,859 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:19:48,859 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:19:48,859 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:19:48,859 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:19:48,859 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T23:19:48,874 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/replication/d3ec8bfe096e55499f5e5fceb24d55d5/.tmp/hfileref/57abd40d581d4f37a8aa8344d723a3fb is 74, key is 1/hfileref:68d6acb97491419c9de6495015610691_SeqId_6_/1733267984079/Put/seqid=0 2024-12-03T23:19:48,877 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/1588230740/.tmp/info/81b0a67aeef24781ad9d22371143b99c is 147, key is hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5./info:regioninfo/1733267975866/Put/seqid=0 2024-12-03T23:19:48,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741846_1022 (size=5345) 2024-12-03T23:19:48,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741847_1023 (size=7686) 2024-12-03T23:19:48,882 INFO [regionserver/5f9d64419733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:19:48,924 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.shipper5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-03T23:19:48,924 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5f9d64419733:45081 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5f9d64419733/172.17.0.2:45081 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:19:48,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 5f9d64419733:45081 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5f9d64419733/172.17.0.2:45081 2024-12-03T23:19:49,029 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:19:49,029 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5f9d64419733:45081 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5f9d64419733/172.17.0.2:45081 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:19:49,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5f9d64419733,45081,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=5f9d64419733:45081 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5f9d64419733/172.17.0.2:45081 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-03T23:19:49,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 5f9d64419733:45081 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5f9d64419733/172.17.0.2:45081 2024-12-03T23:19:49,059 DEBUG [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b428379a3ffb14181e0febae1a7a00eb, d3ec8bfe096e55499f5e5fceb24d55d5 2024-12-03T23:19:49,239 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:19:49,240 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 5f9d64419733:45081 this server is in the failed servers list 2024-12-03T23:19:49,241 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5f9d64419733,45081,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5f9d64419733:45081 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T23:19:49,259 DEBUG [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b428379a3ffb14181e0febae1a7a00eb, d3ec8bfe096e55499f5e5fceb24d55d5 2024-12-03T23:19:49,278 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/replication/d3ec8bfe096e55499f5e5fceb24d55d5/.tmp/hfileref/57abd40d581d4f37a8aa8344d723a3fb 2024-12-03T23:19:49,281 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/1588230740/.tmp/info/81b0a67aeef24781ad9d22371143b99c 2024-12-03T23:19:49,298 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/replication/d3ec8bfe096e55499f5e5fceb24d55d5/.tmp/queue/0868d470908a478ab26a3d6e0fcbace6 is 153, key is 1-5f9d64419733,34965,1733267963589/queue:5f9d64419733%2C34965%2C1733267963589/1733267981441/Put/seqid=0 2024-12-03T23:19:49,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741848_1024 (size=5352) 2024-12-03T23:19:49,307 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/1588230740/.tmp/ns/3818f33a2d7f471fb22098f99863b2b4 is 43, key is default/ns:d/1733267966573/Put/seqid=0 2024-12-03T23:19:49,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741849_1025 (size=5153) 2024-12-03T23:19:49,459 DEBUG [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b428379a3ffb14181e0febae1a7a00eb, d3ec8bfe096e55499f5e5fceb24d55d5 2024-12-03T23:19:49,492 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T23:19:49,492 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T23:19:49,530 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 1033, reset compression=false 2024-12-03T23:19:49,549 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:19:49,549 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 5f9d64419733:45081 this server is in the failed servers list 2024-12-03T23:19:49,550 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5f9d64419733,45081,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5f9d64419733:45081 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T23:19:49,659 DEBUG [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b428379a3ffb14181e0febae1a7a00eb, d3ec8bfe096e55499f5e5fceb24d55d5 2024-12-03T23:19:49,705 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/replication/d3ec8bfe096e55499f5e5fceb24d55d5/.tmp/queue/0868d470908a478ab26a3d6e0fcbace6 2024-12-03T23:19:49,710 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/replication/d3ec8bfe096e55499f5e5fceb24d55d5/.tmp/hfileref/57abd40d581d4f37a8aa8344d723a3fb as hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/replication/d3ec8bfe096e55499f5e5fceb24d55d5/hfileref/57abd40d581d4f37a8aa8344d723a3fb 2024-12-03T23:19:49,711 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/1588230740/.tmp/ns/3818f33a2d7f471fb22098f99863b2b4 2024-12-03T23:19:49,716 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/replication/d3ec8bfe096e55499f5e5fceb24d55d5/hfileref/57abd40d581d4f37a8aa8344d723a3fb, entries=4, sequenceid=10, filesize=5.2 K 2024-12-03T23:19:49,716 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/replication/d3ec8bfe096e55499f5e5fceb24d55d5/.tmp/queue/0868d470908a478ab26a3d6e0fcbace6 as hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/replication/d3ec8bfe096e55499f5e5fceb24d55d5/queue/0868d470908a478ab26a3d6e0fcbace6 2024-12-03T23:19:49,721 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/replication/d3ec8bfe096e55499f5e5fceb24d55d5/queue/0868d470908a478ab26a3d6e0fcbace6, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T23:19:49,722 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for d3ec8bfe096e55499f5e5fceb24d55d5 in 864ms, sequenceid=10, compaction requested=false 2024-12-03T23:19:49,722 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T23:19:49,730 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/replication/d3ec8bfe096e55499f5e5fceb24d55d5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T23:19:49,731 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:19:49,731 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:19:49,731 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5. 2024-12-03T23:19:49,731 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3ec8bfe096e55499f5e5fceb24d55d5: Waiting for close lock at 1733267988858Running coprocessor pre-close hooks at 1733267988858Disabling compacts and flushes for region at 1733267988858Disabling writes for close at 1733267988858Obtaining lock to block concurrent updates at 1733267988858Preparing flush snapshotting stores in d3ec8bfe096e55499f5e5fceb24d55d5 at 1733267988858Finished memstore snapshotting hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733267988859 (+1 ms)Flushing stores of hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5. at 1733267988859Flushing d3ec8bfe096e55499f5e5fceb24d55d5/hfileref: creating writer at 1733267988859Flushing d3ec8bfe096e55499f5e5fceb24d55d5/hfileref: appending metadata at 1733267988874 (+15 ms)Flushing d3ec8bfe096e55499f5e5fceb24d55d5/hfileref: closing flushed file at 1733267988874Flushing d3ec8bfe096e55499f5e5fceb24d55d5/queue: creating writer at 1733267989283 (+409 ms)Flushing d3ec8bfe096e55499f5e5fceb24d55d5/queue: appending metadata at 1733267989298 (+15 ms)Flushing d3ec8bfe096e55499f5e5fceb24d55d5/queue: closing flushed file at 1733267989298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3af1133c: reopening flushed file at 1733267989710 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fcf25e9: reopening flushed file at 1733267989716 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for d3ec8bfe096e55499f5e5fceb24d55d5 in 864ms, sequenceid=10, compaction requested=false at 1733267989722 (+6 ms)Writing region close event to WAL at 1733267989724 (+2 ms)Running coprocessor post-close hooks at 1733267989731 (+7 ms)Closed at 1733267989731 2024-12-03T23:19:49,731 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733267974691.d3ec8bfe096e55499f5e5fceb24d55d5. 2024-12-03T23:19:49,731 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b428379a3ffb14181e0febae1a7a00eb, disabling compactions & flushes 2024-12-03T23:19:49,731 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb. 2024-12-03T23:19:49,732 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb. 2024-12-03T23:19:49,732 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb. after waiting 0 ms 2024-12-03T23:19:49,732 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb. 2024-12-03T23:19:49,734 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/1588230740/.tmp/rep_barrier/65a7ae9980494c25af198b537133b367 is 112, key is test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb./rep_barrier:seqnumDuringOpen/1733267971513/Put/seqid=0 2024-12-03T23:19:49,736 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/default/test/b428379a3ffb14181e0febae1a7a00eb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T23:19:49,736 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:19:49,736 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T23:19:49,736 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb. 2024-12-03T23:19:49,736 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b428379a3ffb14181e0febae1a7a00eb: Waiting for close lock at 1733267989731Running coprocessor pre-close hooks at 1733267989731Disabling compacts and flushes for region at 1733267989731Disabling writes for close at 1733267989732 (+1 ms)Writing region close event to WAL at 1733267989732Running coprocessor post-close hooks at 1733267989736 (+4 ms)Closed at 1733267989736 2024-12-03T23:19:49,736 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733267970361.b428379a3ffb14181e0febae1a7a00eb. 2024-12-03T23:19:49,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741850_1026 (size=5518) 2024-12-03T23:19:49,859 INFO [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T23:19:49,859 DEBUG [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T23:19:49,860 DEBUG [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:19:50,059 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:19:50,060 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 5f9d64419733:45081 this server is in the failed servers list 2024-12-03T23:19:50,060 DEBUG [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:19:50,060 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5f9d64419733,45081,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5f9d64419733:45081 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T23:19:50,144 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/1588230740/.tmp/rep_barrier/65a7ae9980494c25af198b537133b367 2024-12-03T23:19:50,163 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/1588230740/.tmp/table/0fc6ebb45fed4e5a8658e2500f41ddd4 is 53, key is hbase:replication/table:state/1733267975873/Put/seqid=0 2024-12-03T23:19:50,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741851_1027 (size=5308) 2024-12-03T23:19:50,260 DEBUG [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:19:50,299 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:19:50,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:50,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:50,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:50,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:50,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:50,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:50,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:50,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:50,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:50,460 DEBUG [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:19:50,568 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/1588230740/.tmp/table/0fc6ebb45fed4e5a8658e2500f41ddd4 2024-12-03T23:19:50,573 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/1588230740/.tmp/info/81b0a67aeef24781ad9d22371143b99c as hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/1588230740/info/81b0a67aeef24781ad9d22371143b99c 2024-12-03T23:19:50,577 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/1588230740/info/81b0a67aeef24781ad9d22371143b99c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T23:19:50,578 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/1588230740/.tmp/ns/3818f33a2d7f471fb22098f99863b2b4 as hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/1588230740/ns/3818f33a2d7f471fb22098f99863b2b4 2024-12-03T23:19:50,581 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/1588230740/ns/3818f33a2d7f471fb22098f99863b2b4, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T23:19:50,582 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/1588230740/.tmp/rep_barrier/65a7ae9980494c25af198b537133b367 as hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/1588230740/rep_barrier/65a7ae9980494c25af198b537133b367 2024-12-03T23:19:50,586 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/1588230740/rep_barrier/65a7ae9980494c25af198b537133b367, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T23:19:50,587 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/1588230740/.tmp/table/0fc6ebb45fed4e5a8658e2500f41ddd4 as hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/1588230740/table/0fc6ebb45fed4e5a8658e2500f41ddd4 2024-12-03T23:19:50,590 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/1588230740/table/0fc6ebb45fed4e5a8658e2500f41ddd4, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T23:19:50,591 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=16, compaction requested=false 2024-12-03T23:19:50,591 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T23:19:50,596 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T23:19:50,597 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:19:50,597 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:19:50,597 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:19:50,597 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733267988859Running coprocessor pre-close hooks at 1733267988859Disabling compacts and flushes for region at 1733267988859Disabling writes for close at 1733267988859Obtaining lock to block concurrent updates at 1733267988859Preparing flush snapshotting stores in 1588230740 at 1733267988859Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733267988859Flushing stores of hbase:meta,,1.1588230740 at 1733267988860 (+1 ms)Flushing 1588230740/info: creating writer at 1733267988860Flushing 1588230740/info: appending metadata at 1733267988877 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733267988877Flushing 1588230740/ns: creating writer at 1733267989286 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733267989307 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733267989307Flushing 1588230740/rep_barrier: creating writer at 1733267989716 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733267989733 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733267989733Flushing 1588230740/table: creating writer at 1733267990149 (+416 ms)Flushing 1588230740/table: appending metadata at 1733267990163 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733267990163Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@200d0a8b: reopening flushed file at 1733267990572 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fa04908: reopening flushed file at 1733267990577 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4186ba1f: reopening flushed file at 1733267990582 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@424c36dd: reopening flushed file at 1733267990586 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=16, compaction requested=false at 1733267990591 (+5 ms)Writing region close event to WAL at 1733267990594 (+3 ms)Running coprocessor post-close hooks at 1733267990597 (+3 ms)Closed at 1733267990597 2024-12-03T23:19:50,597 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T23:19:50,633 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 1033, reset compression=false 2024-12-03T23:19:50,638 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:19:50,638 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/WALs/5f9d64419733,34965,1733267963589/5f9d64419733%2C34965%2C1733267963589.1733267965599 to pos 1328, reset compression=false 2024-12-03T23:19:50,660 INFO [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(976): stopping server 5f9d64419733,34965,1733267963589; all regions closed. 2024-12-03T23:19:50,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741834_1010 (size=4239) 2024-12-03T23:19:50,664 DEBUG [RS:0;5f9d64419733:34965 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/oldWALs 2024-12-03T23:19:50,664 INFO [RS:0;5f9d64419733:34965 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C34965%2C1733267963589.meta:.meta(num 1733267966523) 2024-12-03T23:19:50,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741839_1015 (size=2695) 2024-12-03T23:19:50,668 DEBUG [RS:0;5f9d64419733:34965 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/oldWALs 2024-12-03T23:19:50,668 INFO [RS:0;5f9d64419733:34965 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C34965%2C1733267963589.rep:(num 1733267975826) 2024-12-03T23:19:50,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741832_1008 (size=1336) 2024-12-03T23:19:50,671 DEBUG [RS:0;5f9d64419733:34965 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/oldWALs 2024-12-03T23:19:50,671 INFO [RS:0;5f9d64419733:34965 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C34965%2C1733267963589:(num 1733267965599) 2024-12-03T23:19:50,671 DEBUG [RS:0;5f9d64419733:34965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:50,671 INFO [RS:0;5f9d64419733:34965 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:19:50,672 INFO [RS:0;5f9d64419733:34965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:19:50,672 INFO [RS:0;5f9d64419733:34965 {}] hbase.ChoreService(370): Chore service for: regionserver/5f9d64419733:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T23:19:50,672 INFO [RS:0;5f9d64419733:34965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:19:50,672 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:19:50,672 INFO [RS:0;5f9d64419733:34965 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5f9d64419733,34965,1733267963589 because: Region server is closing 2024-12-03T23:19:50,672 INFO [RS:0;5f9d64419733:34965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:34965. 2024-12-03T23:19:50,672 DEBUG [RS:0;5f9d64419733:34965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:50,672 DEBUG [RS:0;5f9d64419733:34965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:50,672 DEBUG [RS:0;5f9d64419733:34965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:50,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:19:50,773 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.wal-reader.5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T23:19:50,773 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.shipper5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-03T23:19:50,773 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.shipper5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-03T23:19:50,773 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.shipper5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-03T23:19:51,079 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:19:51,079 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5f9d64419733,45081,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T23:19:51,082 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5f9d64419733,45081,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T23:19:51,574 INFO [RS:0;5f9d64419733:34965 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34965,1733267963589.replicationSource.shipper5f9d64419733%2C34965%2C1733267963589,1-5f9d64419733,34965,1733267963589 terminated 2024-12-03T23:19:51,574 INFO [RS:0;5f9d64419733:34965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:34965. 2024-12-03T23:19:51,574 DEBUG [RS:0;5f9d64419733:34965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:19:51,574 DEBUG [RS:0;5f9d64419733:34965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:51,574 DEBUG [RS:0;5f9d64419733:34965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:51,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:19:51,574 INFO [RS:0;5f9d64419733:34965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34965 2024-12-03T23:19:51,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34965-0x1017aa025630001, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2090547862/rs/5f9d64419733,34965,1733267963589 2024-12-03T23:19:51,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090547862/rs 2024-12-03T23:19:51,576 INFO [RS:0;5f9d64419733:34965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:19:51,577 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5f9d64419733,34965,1733267963589] 2024-12-03T23:19:51,579 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2090547862/draining/5f9d64419733,34965,1733267963589 already deleted, retry=false 2024-12-03T23:19:51,580 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5f9d64419733,34965,1733267963589 expired; onlineServers=0 2024-12-03T23:19:51,580 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5f9d64419733,42607,1733267963533' ***** 2024-12-03T23:19:51,580 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T23:19:51,580 INFO [M:0;5f9d64419733:42607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:19:51,580 INFO [M:0;5f9d64419733:42607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:19:51,580 DEBUG [M:0;5f9d64419733:42607 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T23:19:51,580 DEBUG [M:0;5f9d64419733:42607 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T23:19:51,580 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T23:19:51,580 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267965375 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267965375,5,FailOnTimeoutGroup] 2024-12-03T23:19:51,580 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267965376 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267965376,5,FailOnTimeoutGroup] 2024-12-03T23:19:51,580 INFO [M:0;5f9d64419733:42607 {}] hbase.ChoreService(370): Chore service for: master/5f9d64419733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T23:19:51,580 INFO [M:0;5f9d64419733:42607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:19:51,580 DEBUG [M:0;5f9d64419733:42607 {}] master.HMaster(1795): Stopping service threads 2024-12-03T23:19:51,580 INFO [M:0;5f9d64419733:42607 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T23:19:51,581 INFO [M:0;5f9d64419733:42607 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:19:51,581 INFO [M:0;5f9d64419733:42607 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T23:19:51,581 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T23:19:51,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2090547862/master 2024-12-03T23:19:51,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090547862 2024-12-03T23:19:51,582 DEBUG [M:0;5f9d64419733:42607 {}] zookeeper.ZKUtil(347): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Unable to get data of znode /0-2090547862/master because node does not exist (not an error) 2024-12-03T23:19:51,582 WARN [M:0;5f9d64419733:42607 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T23:19:51,583 INFO [M:0;5f9d64419733:42607 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/.lastflushedseqids 2024-12-03T23:19:51,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741852_1028 (size=263) 2024-12-03T23:19:51,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34965-0x1017aa025630001, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:19:51,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34965-0x1017aa025630001, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:19:51,679 INFO [RS:0;5f9d64419733:34965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:19:51,679 INFO [RS:0;5f9d64419733:34965 {}] regionserver.HRegionServer(1031): Exiting; stopping=5f9d64419733,34965,1733267963589; zookeeper connection closed. 2024-12-03T23:19:51,679 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7688bf82 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7688bf82 2024-12-03T23:19:51,679 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T23:19:51,988 INFO [M:0;5f9d64419733:42607 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T23:19:51,988 INFO [M:0;5f9d64419733:42607 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T23:19:51,988 DEBUG [M:0;5f9d64419733:42607 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:19:51,988 INFO [M:0;5f9d64419733:42607 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:51,988 DEBUG [M:0;5f9d64419733:42607 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:51,988 DEBUG [M:0;5f9d64419733:42607 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:19:51,988 DEBUG [M:0;5f9d64419733:42607 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:51,988 INFO [M:0;5f9d64419733:42607 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T23:19:52,007 DEBUG [M:0;5f9d64419733:42607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00c4919481ad4b49947c94b13154d5de is 82, key is hbase:meta,,1/info:regioninfo/1733267966563/Put/seqid=0 2024-12-03T23:19:52,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741853_1029 (size=5672) 2024-12-03T23:19:52,415 INFO [M:0;5f9d64419733:42607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00c4919481ad4b49947c94b13154d5de 2024-12-03T23:19:52,436 DEBUG [M:0;5f9d64419733:42607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4136d1292bc84305afb66b661439cb0b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733267975876/Put/seqid=0 2024-12-03T23:19:52,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741854_1030 (size=8516) 2024-12-03T23:19:52,841 INFO [M:0;5f9d64419733:42607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4136d1292bc84305afb66b661439cb0b 2024-12-03T23:19:52,860 DEBUG [M:0;5f9d64419733:42607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45bee3716300479d8329020a9394ed43 is 69, key is 5f9d64419733,34965,1733267963589/rs:state/1733267965443/Put/seqid=0 2024-12-03T23:19:52,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741855_1031 (size=5156) 2024-12-03T23:19:53,099 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:19:53,099 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5f9d64419733,45081,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T23:19:53,100 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5f9d64419733,45081,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T23:19:53,121 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T23:19:53,264 INFO [M:0;5f9d64419733:42607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45bee3716300479d8329020a9394ed43 2024-12-03T23:19:53,269 DEBUG [M:0;5f9d64419733:42607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00c4919481ad4b49947c94b13154d5de as hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00c4919481ad4b49947c94b13154d5de 2024-12-03T23:19:53,272 INFO [M:0;5f9d64419733:42607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00c4919481ad4b49947c94b13154d5de, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T23:19:53,273 DEBUG [M:0;5f9d64419733:42607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4136d1292bc84305afb66b661439cb0b as hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4136d1292bc84305afb66b661439cb0b 2024-12-03T23:19:53,277 INFO [M:0;5f9d64419733:42607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4136d1292bc84305afb66b661439cb0b, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T23:19:53,278 DEBUG [M:0;5f9d64419733:42607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45bee3716300479d8329020a9394ed43 as hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45bee3716300479d8329020a9394ed43 2024-12-03T23:19:53,281 INFO [M:0;5f9d64419733:42607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46795/user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45bee3716300479d8329020a9394ed43, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T23:19:53,282 INFO [M:0;5f9d64419733:42607 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=97, compaction requested=false 2024-12-03T23:19:53,284 INFO [M:0;5f9d64419733:42607 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:53,284 DEBUG [M:0;5f9d64419733:42607 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733267991988Disabling compacts and flushes for region at 1733267991988Disabling writes for close at 1733267991988Obtaining lock to block concurrent updates at 1733267991988Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733267991988Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733267991989 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733267991989Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733267991989Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733267992007 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733267992007Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733267992419 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733267992436 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733267992436Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733267992845 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733267992859 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733267992859Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d27c4bb: reopening flushed file at 1733267993268 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f9ebf8a: reopening flushed file at 1733267993273 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a85be42: reopening flushed file at 1733267993277 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=97, compaction requested=false at 1733267993282 (+5 ms)Writing region close event to WAL at 1733267993283 (+1 ms)Closed at 1733267993283 2024-12-03T23:19:53,286 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/792d50f8-d3db-106a-d382-1f14c68bae3e/MasterData/WALs/5f9d64419733,42607,1733267963533/5f9d64419733%2C42607%2C1733267963533.1733267965296 not finished, retry = 0 2024-12-03T23:19:53,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741830_1006 (size=63654) 2024-12-03T23:19:53,387 INFO [M:0;5f9d64419733:42607 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T23:19:53,387 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:19:53,387 INFO [M:0;5f9d64419733:42607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42607 2024-12-03T23:19:53,388 INFO [M:0;5f9d64419733:42607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:19:53,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:19:53,489 INFO [M:0;5f9d64419733:42607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:19:53,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017aa025630000, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:19:53,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6764637a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:19:53,492 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62a0264d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:19:53,492 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:19:53,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75529c8d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:19:53,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9f444f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/hadoop.log.dir/,STOPPED} 2024-12-03T23:19:53,494 WARN [BP-1786387945-172.17.0.2-1733267962604 heartbeating to localhost/127.0.0.1:46795 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T23:19:53,494 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T23:19:53,494 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T23:19:53,494 WARN [BP-1786387945-172.17.0.2-1733267962604 heartbeating to localhost/127.0.0.1:46795 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1786387945-172.17.0.2-1733267962604 (Datanode Uuid 36c048b3-05af-4939-b42c-740c5c75f533) service to localhost/127.0.0.1:46795 2024-12-03T23:19:53,494 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/cluster_aff1653f-e083-175a-4686-046108afc54b/data/data1/current/BP-1786387945-172.17.0.2-1733267962604 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:19:53,495 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/cluster_aff1653f-e083-175a-4686-046108afc54b/data/data2/current/BP-1786387945-172.17.0.2-1733267962604 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:19:53,495 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T23:19:53,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c29c16d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:19:53,501 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65b0b781{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:19:53,501 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:19:53,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@179d4f35{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:19:53,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5df62230{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa46b9b-15c4-0a01-805c-bb16e85f3cd3/hadoop.log.dir/,STOPPED} 2024-12-03T23:19:53,507 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T23:19:53,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T23:19:53,528 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 202) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:36035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:46795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50467) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36035 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46795 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36035 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46795 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50467) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46795 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36035 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36035 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=620 (was 566) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=332 (was 362), ProcessCount=11 (was 11), AvailableMemoryMB=6959 (was 6995) 2024-12-03T23:19:53,537 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=332, ProcessCount=11, AvailableMemoryMB=6959 2024-12-03T23:19:53,550 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-03T23:19:53,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/hadoop.log.dir so I do NOT create it in target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd 2024-12-03T23:19:53,550 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T23:19:53,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/hadoop.tmp.dir so I do NOT create it in target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd 2024-12-03T23:19:53,550 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0677636c-12ab-46b5-2318-369e1c3a1ead/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T23:19:53,550 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd 2024-12-03T23:19:53,550 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/cluster_15e6b275-efc3-e278-81c2-2fc267e4448a, deleteOnExit=true 2024-12-03T23:19:53,553 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/cluster_15e6b275-efc3-e278-81c2-2fc267e4448a/zookeeper_0, clientPort=61553, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/cluster_15e6b275-efc3-e278-81c2-2fc267e4448a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/cluster_15e6b275-efc3-e278-81c2-2fc267e4448a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T23:19:53,554 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61553 2024-12-03T23:19:53,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T23:19:53,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T23:19:53,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/test.cache.data in system properties and HBase conf 2024-12-03T23:19:53,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T23:19:53,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/hadoop.log.dir in system properties and HBase conf 2024-12-03T23:19:53,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T23:19:53,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T23:19:53,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T23:19:53,554 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T23:19:53,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:19:53,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:19:53,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T23:19:53,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:19:53,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T23:19:53,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T23:19:53,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:19:53,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:19:53,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T23:19:53,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/nfs.dump.dir in system properties and HBase conf 2024-12-03T23:19:53,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/java.io.tmpdir in system properties and HBase conf 2024-12-03T23:19:53,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:19:53,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T23:19:53,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T23:19:53,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017aa025630005, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T23:19:53,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017aa025630002, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T23:19:53,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017aa025630002, quorum=127.0.0.1:50467, baseZNode=/0-2090547862 Received Disconnected from ZooKeeper, ignoring 2024-12-03T23:19:53,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017aa025630005, quorum=127.0.0.1:50467, baseZNode=/1-276399449 Received Disconnected from ZooKeeper, ignoring 2024-12-03T23:19:53,654 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:19:53,658 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:19:53,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:19:53,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:19:53,665 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T23:19:53,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:19:53,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d34f368{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:19:53,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a2ae49e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:19:53,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e8f020d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/java.io.tmpdir/jetty-localhost-42381-hadoop-hdfs-3_4_1-tests_jar-_-any-11448107125224401751/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:19:53,788 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a685939{HTTP/1.1, (http/1.1)}{localhost:42381} 2024-12-03T23:19:53,788 INFO [Time-limited test {}] server.Server(415): Started @183413ms 2024-12-03T23:19:53,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:19:53,873 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:19:53,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:19:53,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:19:53,879 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T23:19:53,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c12be5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:19:53,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d3e9992{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:19:54,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12b0a9aa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/java.io.tmpdir/jetty-localhost-36795-hadoop-hdfs-3_4_1-tests_jar-_-any-2175224541706629028/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:19:54,002 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66baa053{HTTP/1.1, (http/1.1)}{localhost:36795} 2024-12-03T23:19:54,002 INFO [Time-limited test {}] server.Server(415): Started @183627ms 2024-12-03T23:19:54,003 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T23:19:54,108 WARN [Thread-2194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/cluster_15e6b275-efc3-e278-81c2-2fc267e4448a/data/data1/current/BP-1521868801-172.17.0.2-1733267993579/current, will proceed with Du for space computation calculation, 2024-12-03T23:19:54,108 WARN [Thread-2195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/cluster_15e6b275-efc3-e278-81c2-2fc267e4448a/data/data2/current/BP-1521868801-172.17.0.2-1733267993579/current, will proceed with Du for space computation calculation, 2024-12-03T23:19:54,127 WARN [Thread-2182 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T23:19:54,129 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbd1398c2d30918d with lease ID 0x4b3375ff97bc40fd: Processing first storage report for DS-479f1144-a27a-4e0b-b472-0719820e77d1 from datanode DatanodeRegistration(127.0.0.1:41219, datanodeUuid=17d932c3-8f06-4208-b6b3-a9d111ee8806, infoPort=41609, infoSecurePort=0, ipcPort=46135, storageInfo=lv=-57;cid=testClusterID;nsid=1217350264;c=1733267993579) 2024-12-03T23:19:54,129 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbd1398c2d30918d with lease ID 0x4b3375ff97bc40fd: from storage DS-479f1144-a27a-4e0b-b472-0719820e77d1 node DatanodeRegistration(127.0.0.1:41219, datanodeUuid=17d932c3-8f06-4208-b6b3-a9d111ee8806, infoPort=41609, infoSecurePort=0, ipcPort=46135, storageInfo=lv=-57;cid=testClusterID;nsid=1217350264;c=1733267993579), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:19:54,129 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbd1398c2d30918d with lease ID 0x4b3375ff97bc40fd: Processing first storage report for DS-2c87913c-8763-4c2a-a0bc-aa119b2dedde from datanode DatanodeRegistration(127.0.0.1:41219, datanodeUuid=17d932c3-8f06-4208-b6b3-a9d111ee8806, infoPort=41609, infoSecurePort=0, ipcPort=46135, storageInfo=lv=-57;cid=testClusterID;nsid=1217350264;c=1733267993579) 2024-12-03T23:19:54,129 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbd1398c2d30918d with lease ID 0x4b3375ff97bc40fd: from storage DS-2c87913c-8763-4c2a-a0bc-aa119b2dedde node DatanodeRegistration(127.0.0.1:41219, datanodeUuid=17d932c3-8f06-4208-b6b3-a9d111ee8806, infoPort=41609, infoSecurePort=0, ipcPort=46135, storageInfo=lv=-57;cid=testClusterID;nsid=1217350264;c=1733267993579), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:19:54,225 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd 2024-12-03T23:19:54,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:54,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:54,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741825_1001 (size=7) 2024-12-03T23:19:54,634 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad with version=8 2024-12-03T23:19:54,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/hbase-staging 2024-12-03T23:19:54,637 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:19:54,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:54,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:54,638 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:19:54,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:54,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:19:54,638 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T23:19:54,638 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:19:54,638 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38107 2024-12-03T23:19:54,639 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38107 connecting to ZooKeeper ensemble=127.0.0.1:61553 2024-12-03T23:19:54,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381070x0, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:19:54,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38107-0x1017aa09e600000 connected 2024-12-03T23:19:54,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:54,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:54,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Set watcher on znode that does not yet exist, /0-1381632890/running 2024-12-03T23:19:54,669 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad, hbase.cluster.distributed=false 2024-12-03T23:19:54,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Set watcher on znode that does not yet exist, /0-1381632890/acl 2024-12-03T23:19:54,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38107 2024-12-03T23:19:54,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38107 2024-12-03T23:19:54,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38107 2024-12-03T23:19:54,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38107 2024-12-03T23:19:54,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38107 2024-12-03T23:19:54,698 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:19:54,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:54,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:54,698 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:19:54,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:54,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:19:54,699 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:19:54,699 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:19:54,699 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44737 2024-12-03T23:19:54,700 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44737 connecting to ZooKeeper ensemble=127.0.0.1:61553 2024-12-03T23:19:54,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:54,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:54,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447370x0, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:19:54,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447370x0, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Set watcher on znode that does not yet exist, /0-1381632890/running 2024-12-03T23:19:54,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44737-0x1017aa09e600001 connected 2024-12-03T23:19:54,708 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:19:54,708 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:19:54,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44737-0x1017aa09e600001, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Set watcher on znode that does not yet exist, /0-1381632890/master 2024-12-03T23:19:54,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44737-0x1017aa09e600001, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Set watcher on znode that does not yet exist, /0-1381632890/acl 2024-12-03T23:19:54,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44737 2024-12-03T23:19:54,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44737 2024-12-03T23:19:54,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44737 2024-12-03T23:19:54,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44737 2024-12-03T23:19:54,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44737 2024-12-03T23:19:54,733 DEBUG [M:0;5f9d64419733:38107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5f9d64419733:38107 2024-12-03T23:19:54,733 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1381632890/backup-masters/5f9d64419733,38107,1733267994637 2024-12-03T23:19:54,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1017aa09e600001, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381632890/backup-masters 2024-12-03T23:19:54,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381632890/backup-masters 2024-12-03T23:19:54,735 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Set watcher on existing znode=/0-1381632890/backup-masters/5f9d64419733,38107,1733267994637 2024-12-03T23:19:54,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1017aa09e600001, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1381632890/master 2024-12-03T23:19:54,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381632890 2024-12-03T23:19:54,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1017aa09e600001, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381632890 2024-12-03T23:19:54,737 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Set watcher on existing znode=/0-1381632890/master 2024-12-03T23:19:54,737 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1381632890/backup-masters/5f9d64419733,38107,1733267994637 from backup master directory 2024-12-03T23:19:54,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1017aa09e600001, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381632890/backup-masters 2024-12-03T23:19:54,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1381632890/backup-masters/5f9d64419733,38107,1733267994637 2024-12-03T23:19:54,738 WARN [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:19:54,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381632890/backup-masters 2024-12-03T23:19:54,739 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5f9d64419733,38107,1733267994637 2024-12-03T23:19:54,742 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/hbase.id] with ID: 03f73815-a655-43fa-aeea-b817c8a94a5f 2024-12-03T23:19:54,742 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/.tmp/hbase.id 2024-12-03T23:19:54,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741826_1002 (size=42) 2024-12-03T23:19:55,150 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/.tmp/hbase.id]:[hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/hbase.id] 2024-12-03T23:19:55,159 INFO [master/5f9d64419733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:55,159 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T23:19:55,160 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T23:19:55,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381632890 2024-12-03T23:19:55,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1017aa09e600001, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381632890 2024-12-03T23:19:55,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741827_1003 (size=196) 2024-12-03T23:19:55,233 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:19:55,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:55,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:55,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:55,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:55,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:55,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:55,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:55,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:55,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:55,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:19:55,567 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:19:55,568 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T23:19:55,569 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:19:55,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741828_1004 (size=1189) 2024-12-03T23:19:55,682 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:19:55,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T23:19:55,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T23:19:55,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T23:19:55,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T23:19:55,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:19:55,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T23:19:55,979 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/MasterData/data/master/store 2024-12-03T23:19:55,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741829_1005 (size=34) 2024-12-03T23:19:56,384 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:56,385 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:19:56,385 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:56,385 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:56,385 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:19:56,385 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:56,385 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:56,385 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733267996385Disabling compacts and flushes for region at 1733267996385Disabling writes for close at 1733267996385Writing region close event to WAL at 1733267996385Closed at 1733267996385 2024-12-03T23:19:56,385 WARN [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/MasterData/data/master/store/.initializing 2024-12-03T23:19:56,385 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/MasterData/WALs/5f9d64419733,38107,1733267994637 2024-12-03T23:19:56,386 INFO [master/5f9d64419733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:19:56,388 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C38107%2C1733267994637, suffix=, logDir=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/MasterData/WALs/5f9d64419733,38107,1733267994637, archiveDir=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/MasterData/oldWALs, maxLogs=10 2024-12-03T23:19:56,401 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/MasterData/WALs/5f9d64419733,38107,1733267994637/5f9d64419733%2C38107%2C1733267994637.1733267996388, exclude list is [], retry=0 2024-12-03T23:19:56,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41219,DS-479f1144-a27a-4e0b-b472-0719820e77d1,DISK] 2024-12-03T23:19:56,404 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/MasterData/WALs/5f9d64419733,38107,1733267994637/5f9d64419733%2C38107%2C1733267994637.1733267996388 2024-12-03T23:19:56,405 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609)] 2024-12-03T23:19:56,405 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:19:56,405 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:56,405 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:56,405 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:56,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:56,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T23:19:56,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:56,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:56,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:56,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T23:19:56,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:56,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:56,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:56,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T23:19:56,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:56,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:56,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:56,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T23:19:56,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:56,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:56,412 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:56,412 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:56,412 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:56,413 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:56,413 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:56,414 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:19:56,414 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:56,416 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:19:56,416 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61415573, jitterRate=-0.08483664691448212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:19:56,417 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733267996405Initializing all the Stores at 1733267996406 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267996406Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267996406Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267996406Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267996406Cleaning up temporary data from old regions at 1733267996413 (+7 ms)Region opened successfully at 1733267996417 (+4 ms) 2024-12-03T23:19:56,417 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T23:19:56,420 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c0833cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:19:56,421 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T23:19:56,421 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T23:19:56,421 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T23:19:56,421 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T23:19:56,421 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T23:19:56,422 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T23:19:56,422 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T23:19:56,423 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T23:19:56,424 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Unable to get data of znode /0-1381632890/balancer because node does not exist (not necessarily an error) 2024-12-03T23:19:56,425 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1381632890/balancer already deleted, retry=false 2024-12-03T23:19:56,426 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T23:19:56,427 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Unable to get data of znode /0-1381632890/normalizer because node does not exist (not necessarily an error) 2024-12-03T23:19:56,429 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1381632890/normalizer already deleted, retry=false 2024-12-03T23:19:56,429 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T23:19:56,430 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Unable to get data of znode /0-1381632890/switch/split because node does not exist (not necessarily an error) 2024-12-03T23:19:56,431 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1381632890/switch/split already deleted, retry=false 2024-12-03T23:19:56,431 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Unable to get data of znode /0-1381632890/switch/merge because node does not exist (not necessarily an error) 2024-12-03T23:19:56,432 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1381632890/switch/merge already deleted, retry=false 2024-12-03T23:19:56,434 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Unable to get data of znode /0-1381632890/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T23:19:56,435 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1381632890/snapshot-cleanup already deleted, retry=false 2024-12-03T23:19:56,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1381632890/running 2024-12-03T23:19:56,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1017aa09e600001, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1381632890/running 2024-12-03T23:19:56,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381632890 2024-12-03T23:19:56,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1017aa09e600001, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381632890 2024-12-03T23:19:56,437 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5f9d64419733,38107,1733267994637, sessionid=0x1017aa09e600000, setting cluster-up flag (Was=false) 2024-12-03T23:19:56,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1017aa09e600001, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381632890 2024-12-03T23:19:56,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381632890 2024-12-03T23:19:56,444 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1381632890/flush-table-proc/acquired, /0-1381632890/flush-table-proc/reached, /0-1381632890/flush-table-proc/abort 2024-12-03T23:19:56,445 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,38107,1733267994637 2024-12-03T23:19:56,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381632890 2024-12-03T23:19:56,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1017aa09e600001, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381632890 2024-12-03T23:19:56,451 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1381632890/online-snapshot/acquired, /0-1381632890/online-snapshot/reached, /0-1381632890/online-snapshot/abort 2024-12-03T23:19:56,452 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,38107,1733267994637 2024-12-03T23:19:56,453 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T23:19:56,454 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T23:19:56,454 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T23:19:56,454 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T23:19:56,455 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5f9d64419733,38107,1733267994637 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T23:19:56,455 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:56,456 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:56,456 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:56,456 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:56,456 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5f9d64419733:0, corePoolSize=10, maxPoolSize=10 2024-12-03T23:19:56,456 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:56,456 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:19:56,456 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:56,457 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733268026457 2024-12-03T23:19:56,457 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T23:19:56,457 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T23:19:56,457 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T23:19:56,457 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:19:56,457 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T23:19:56,457 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T23:19:56,457 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T23:19:56,457 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T23:19:56,457 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:56,458 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T23:19:56,458 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T23:19:56,458 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T23:19:56,458 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T23:19:56,458 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:56,458 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T23:19:56,458 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T23:19:56,458 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T23:19:56,460 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267996459,5,FailOnTimeoutGroup] 2024-12-03T23:19:56,464 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267996460,5,FailOnTimeoutGroup] 2024-12-03T23:19:56,464 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:56,464 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T23:19:56,464 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:56,464 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:56,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741831_1007 (size=1321) 2024-12-03T23:19:56,524 INFO [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(746): ClusterId : 03f73815-a655-43fa-aeea-b817c8a94a5f 2024-12-03T23:19:56,524 DEBUG [RS:0;5f9d64419733:44737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:19:56,526 DEBUG [RS:0;5f9d64419733:44737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:19:56,526 DEBUG [RS:0;5f9d64419733:44737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:19:56,529 DEBUG [RS:0;5f9d64419733:44737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:19:56,529 DEBUG [RS:0;5f9d64419733:44737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78dd43e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:19:56,544 DEBUG [RS:0;5f9d64419733:44737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5f9d64419733:44737 2024-12-03T23:19:56,544 INFO [RS:0;5f9d64419733:44737 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:19:56,544 INFO [RS:0;5f9d64419733:44737 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:19:56,544 DEBUG [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:19:56,545 INFO [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,38107,1733267994637 with port=44737, startcode=1733267994698 2024-12-03T23:19:56,545 DEBUG [RS:0;5f9d64419733:44737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:19:56,546 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:19:56,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38107 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,44737,1733267994698 2024-12-03T23:19:56,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38107 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,44737,1733267994698 2024-12-03T23:19:56,548 DEBUG [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad 2024-12-03T23:19:56,548 DEBUG [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44517 2024-12-03T23:19:56,548 DEBUG [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:19:56,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381632890/rs 2024-12-03T23:19:56,550 DEBUG [RS:0;5f9d64419733:44737 {}] zookeeper.ZKUtil(111): regionserver:44737-0x1017aa09e600001, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Set watcher on existing znode=/0-1381632890/rs/5f9d64419733,44737,1733267994698 2024-12-03T23:19:56,550 WARN [RS:0;5f9d64419733:44737 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:19:56,550 INFO [RS:0;5f9d64419733:44737 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:19:56,550 DEBUG [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698 2024-12-03T23:19:56,551 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,44737,1733267994698] 2024-12-03T23:19:56,553 INFO [RS:0;5f9d64419733:44737 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:19:56,555 INFO [RS:0;5f9d64419733:44737 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:19:56,555 INFO [RS:0;5f9d64419733:44737 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:19:56,555 INFO [RS:0;5f9d64419733:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:56,556 INFO [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:19:56,556 INFO [RS:0;5f9d64419733:44737 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:19:56,556 INFO [RS:0;5f9d64419733:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:56,556 DEBUG [RS:0;5f9d64419733:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:56,556 DEBUG [RS:0;5f9d64419733:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:56,556 DEBUG [RS:0;5f9d64419733:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:56,556 DEBUG [RS:0;5f9d64419733:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:56,556 DEBUG [RS:0;5f9d64419733:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:56,556 DEBUG [RS:0;5f9d64419733:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:19:56,556 DEBUG [RS:0;5f9d64419733:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:56,556 DEBUG [RS:0;5f9d64419733:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:56,556 DEBUG [RS:0;5f9d64419733:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:56,556 DEBUG [RS:0;5f9d64419733:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:56,557 DEBUG [RS:0;5f9d64419733:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:56,557 DEBUG [RS:0;5f9d64419733:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:56,557 DEBUG [RS:0;5f9d64419733:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:19:56,557 DEBUG [RS:0;5f9d64419733:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:19:56,558 INFO [RS:0;5f9d64419733:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:56,558 INFO [RS:0;5f9d64419733:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:56,558 INFO [RS:0;5f9d64419733:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:56,558 INFO [RS:0;5f9d64419733:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:56,558 INFO [RS:0;5f9d64419733:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:56,559 INFO [RS:0;5f9d64419733:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,44737,1733267994698-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:19:56,576 INFO [RS:0;5f9d64419733:44737 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:19:56,577 INFO [RS:0;5f9d64419733:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,44737,1733267994698-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:56,577 INFO [RS:0;5f9d64419733:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:56,577 INFO [RS:0;5f9d64419733:44737 {}] regionserver.Replication(171): 5f9d64419733,44737,1733267994698 started 2024-12-03T23:19:56,594 INFO [RS:0;5f9d64419733:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:56,594 INFO [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,44737,1733267994698, RpcServer on 5f9d64419733/172.17.0.2:44737, sessionid=0x1017aa09e600001 2024-12-03T23:19:56,594 DEBUG [RS:0;5f9d64419733:44737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:19:56,594 DEBUG [RS:0;5f9d64419733:44737 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,44737,1733267994698 2024-12-03T23:19:56,594 DEBUG [RS:0;5f9d64419733:44737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,44737,1733267994698' 2024-12-03T23:19:56,594 DEBUG [RS:0;5f9d64419733:44737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1381632890/flush-table-proc/abort' 2024-12-03T23:19:56,594 DEBUG [RS:0;5f9d64419733:44737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1381632890/flush-table-proc/acquired' 2024-12-03T23:19:56,595 DEBUG [RS:0;5f9d64419733:44737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:19:56,595 DEBUG [RS:0;5f9d64419733:44737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:19:56,595 DEBUG [RS:0;5f9d64419733:44737 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,44737,1733267994698 2024-12-03T23:19:56,595 DEBUG [RS:0;5f9d64419733:44737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,44737,1733267994698' 2024-12-03T23:19:56,595 DEBUG [RS:0;5f9d64419733:44737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1381632890/online-snapshot/abort' 2024-12-03T23:19:56,595 DEBUG [RS:0;5f9d64419733:44737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1381632890/online-snapshot/acquired' 2024-12-03T23:19:56,595 DEBUG [RS:0;5f9d64419733:44737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:19:56,595 INFO [RS:0;5f9d64419733:44737 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:19:56,595 INFO [RS:0;5f9d64419733:44737 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:19:56,696 INFO [RS:0;5f9d64419733:44737 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:19:56,697 INFO [RS:0;5f9d64419733:44737 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C44737%2C1733267994698, suffix=, logDir=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698, archiveDir=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/oldWALs, maxLogs=10 2024-12-03T23:19:56,714 DEBUG [RS:0;5f9d64419733:44737 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697, exclude list is [], retry=0 2024-12-03T23:19:56,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41219,DS-479f1144-a27a-4e0b-b472-0719820e77d1,DISK] 2024-12-03T23:19:56,718 INFO [RS:0;5f9d64419733:44737 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 2024-12-03T23:19:56,719 DEBUG [RS:0;5f9d64419733:44737 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609)] 2024-12-03T23:19:56,868 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T23:19:56,869 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad 2024-12-03T23:19:56,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741833_1009 (size=32) 2024-12-03T23:19:57,149 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:19:57,149 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5f9d64419733,45081,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T23:19:57,150 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8226 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5f9d64419733,45081,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T23:19:57,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:57,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:19:57,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:19:57,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:57,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:57,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:19:57,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:19:57,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:57,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:57,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:19:57,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:19:57,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:57,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:57,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:19:57,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:19:57,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:57,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:57,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:19:57,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/1588230740 2024-12-03T23:19:57,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/1588230740 2024-12-03T23:19:57,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:19:57,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:19:57,283 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:19:57,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:19:57,285 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:19:57,285 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65809839, jitterRate=-0.01935698091983795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:19:57,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733267997274Initializing all the Stores at 1733267997275 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267997275Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267997275Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267997275Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267997275Cleaning up temporary data from old regions at 1733267997282 (+7 ms)Region opened successfully at 1733267997286 (+4 ms) 2024-12-03T23:19:57,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:19:57,286 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:19:57,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:19:57,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:19:57,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:19:57,286 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:19:57,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733267997286Disabling compacts and flushes for region at 1733267997286Disabling writes for close at 1733267997286Writing region close event to WAL at 1733267997286Closed at 1733267997286 2024-12-03T23:19:57,287 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:19:57,287 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T23:19:57,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T23:19:57,288 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:19:57,289 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T23:19:57,439 DEBUG [5f9d64419733:38107 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T23:19:57,440 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5f9d64419733,44737,1733267994698 2024-12-03T23:19:57,441 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,44737,1733267994698, state=OPENING 2024-12-03T23:19:57,442 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T23:19:57,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381632890 2024-12-03T23:19:57,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1017aa09e600001, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381632890 2024-12-03T23:19:57,452 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:19:57,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1381632890/meta-region-server: CHANGED 2024-12-03T23:19:57,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1381632890/meta-region-server: CHANGED 2024-12-03T23:19:57,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,44737,1733267994698}] 2024-12-03T23:19:57,605 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:19:57,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:19:57,609 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T23:19:57,609 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:19:57,610 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T23:19:57,611 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C44737%2C1733267994698.meta, suffix=.meta, logDir=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698, archiveDir=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/oldWALs, maxLogs=10 2024-12-03T23:19:57,624 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.meta.1733267997611.meta, exclude list is [], retry=0 2024-12-03T23:19:57,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41219,DS-479f1144-a27a-4e0b-b472-0719820e77d1,DISK] 2024-12-03T23:19:57,627 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.meta.1733267997611.meta 2024-12-03T23:19:57,627 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609)] 2024-12-03T23:19:57,627 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:19:57,628 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:19:57,628 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:19:57,628 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T23:19:57,628 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T23:19:57,628 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T23:19:57,628 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:57,628 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T23:19:57,628 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T23:19:57,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:19:57,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:19:57,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:57,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:57,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:19:57,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:19:57,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:57,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:57,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:19:57,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:19:57,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:57,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:57,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:19:57,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:19:57,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:57,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:57,633 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:19:57,634 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/1588230740 2024-12-03T23:19:57,634 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/1588230740 2024-12-03T23:19:57,635 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:19:57,635 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:19:57,636 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:19:57,636 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:19:57,637 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75298480, jitterRate=0.12203478813171387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:19:57,637 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T23:19:57,638 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733267997628Writing region info on filesystem at 1733267997628Initializing all the Stores at 1733267997629 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267997629Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267997629Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267997629Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267997629Cleaning up temporary data from old regions at 1733267997635 (+6 ms)Running coprocessor post-open hooks at 1733267997637 (+2 ms)Region opened successfully at 1733267997638 (+1 ms) 2024-12-03T23:19:57,639 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733267997604 2024-12-03T23:19:57,640 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T23:19:57,641 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T23:19:57,641 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,44737,1733267994698 2024-12-03T23:19:57,642 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,44737,1733267994698, state=OPEN 2024-12-03T23:19:57,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1381632890/meta-region-server 2024-12-03T23:19:57,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1017aa09e600001, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1381632890/meta-region-server 2024-12-03T23:19:57,643 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5f9d64419733,44737,1733267994698 2024-12-03T23:19:57,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1381632890/meta-region-server: CHANGED 2024-12-03T23:19:57,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1381632890/meta-region-server: CHANGED 2024-12-03T23:19:57,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T23:19:57,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,44737,1733267994698 in 191 msec 2024-12-03T23:19:57,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T23:19:57,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-12-03T23:19:57,647 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:19:57,647 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T23:19:57,648 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:19:57,648 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,44737,1733267994698, seqNum=-1] 2024-12-03T23:19:57,648 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:19:57,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:19:57,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-12-03T23:19:57,653 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733267997653, completionTime=-1 2024-12-03T23:19:57,653 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T23:19:57,653 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T23:19:57,655 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T23:19:57,655 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733268057655 2024-12-03T23:19:57,655 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733268117655 2024-12-03T23:19:57,655 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T23:19:57,655 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,38107,1733267994637-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:57,655 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,38107,1733267994637-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:57,655 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,38107,1733267994637-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:57,655 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5f9d64419733:38107, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:57,655 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:57,655 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:57,657 DEBUG [master/5f9d64419733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T23:19:57,659 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.920sec 2024-12-03T23:19:57,659 INFO [master/5f9d64419733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T23:19:57,659 INFO [master/5f9d64419733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T23:19:57,659 INFO [master/5f9d64419733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T23:19:57,659 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T23:19:57,659 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T23:19:57,659 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,38107,1733267994637-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:19:57,659 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,38107,1733267994637-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T23:19:57,661 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T23:19:57,661 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T23:19:57,661 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,38107,1733267994637-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:57,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453c8ac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:57,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,38107,-1 for getting cluster id 2024-12-03T23:19:57,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:19:57,726 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03f73815-a655-43fa-aeea-b817c8a94a5f' 2024-12-03T23:19:57,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:19:57,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03f73815-a655-43fa-aeea-b817c8a94a5f" 2024-12-03T23:19:57,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcfea47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:57,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,38107,-1] 2024-12-03T23:19:57,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:19:57,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:19:57,728 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:19:57,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158078f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:19:57,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:19:57,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,44737,1733267994698, seqNum=-1] 2024-12-03T23:19:57,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:19:57,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:19:57,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5f9d64419733,38107,1733267994637 2024-12-03T23:19:57,734 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61553 2024-12-03T23:19:57,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:19:57,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017aa09e600002 connected 2024-12-03T23:19:57,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/hadoop.log.dir so I do NOT create it in target/test-data/df565891-050a-4934-086e-4586c7c9145e 2024-12-03T23:19:57,739 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T23:19:57,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/hadoop.tmp.dir so I do NOT create it in target/test-data/df565891-050a-4934-086e-4586c7c9145e 2024-12-03T23:19:57,739 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T23:19:57,739 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e 2024-12-03T23:19:57,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T23:19:57,739 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/cluster_bf3d8aeb-7a53-9479-ab53-cc3c62ec2ad3, deleteOnExit=true 2024-12-03T23:19:57,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T23:19:57,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/test.cache.data in system properties and HBase conf 2024-12-03T23:19:57,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T23:19:57,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/hadoop.log.dir in system properties and HBase conf 2024-12-03T23:19:57,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T23:19:57,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T23:19:57,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T23:19:57,740 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T23:19:57,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:19:57,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:19:57,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T23:19:57,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:19:57,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T23:19:57,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T23:19:57,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:19:57,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:19:57,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T23:19:57,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/nfs.dump.dir in system properties and HBase conf 2024-12-03T23:19:57,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/java.io.tmpdir in system properties and HBase conf 2024-12-03T23:19:57,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:19:57,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T23:19:57,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T23:19:57,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:19:57,824 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:19:57,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:19:57,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:19:57,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T23:19:57,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:19:57,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67c2d1fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:19:57,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cae8f34{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:19:57,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73eebb02{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/java.io.tmpdir/jetty-localhost-41349-hadoop-hdfs-3_4_1-tests_jar-_-any-15371168988582390440/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:19:57,952 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b7c9c1a{HTTP/1.1, (http/1.1)}{localhost:41349} 2024-12-03T23:19:57,953 INFO [Time-limited test {}] server.Server(415): Started @187578ms 2024-12-03T23:19:58,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:19:58,039 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:19:58,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:19:58,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:19:58,040 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T23:19:58,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5172d7cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:19:58,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d47073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:19:58,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790b2c70{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/java.io.tmpdir/jetty-localhost-34279-hadoop-hdfs-3_4_1-tests_jar-_-any-3867656767756569293/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:19:58,159 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e6736a8{HTTP/1.1, (http/1.1)}{localhost:34279} 2024-12-03T23:19:58,159 INFO [Time-limited test {}] server.Server(415): Started @187784ms 2024-12-03T23:19:58,160 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T23:19:58,269 WARN [Thread-2315 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/cluster_bf3d8aeb-7a53-9479-ab53-cc3c62ec2ad3/data/data1/current/BP-1542322926-172.17.0.2-1733267997763/current, will proceed with Du for space computation calculation, 2024-12-03T23:19:58,269 WARN [Thread-2316 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/cluster_bf3d8aeb-7a53-9479-ab53-cc3c62ec2ad3/data/data2/current/BP-1542322926-172.17.0.2-1733267997763/current, will proceed with Du for space computation calculation, 2024-12-03T23:19:58,286 WARN [Thread-2303 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T23:19:58,289 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62d8530f6cb3608b with lease ID 0xd489b782c8429d44: Processing first storage report for DS-d750d3fe-7328-4eba-8dce-eb6f1b4a2788 from datanode DatanodeRegistration(127.0.0.1:46593, datanodeUuid=3f40a30e-e5ce-4101-b394-0680c3cb04ee, infoPort=35681, infoSecurePort=0, ipcPort=43647, storageInfo=lv=-57;cid=testClusterID;nsid=240453816;c=1733267997763) 2024-12-03T23:19:58,289 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62d8530f6cb3608b with lease ID 0xd489b782c8429d44: from storage DS-d750d3fe-7328-4eba-8dce-eb6f1b4a2788 node DatanodeRegistration(127.0.0.1:46593, datanodeUuid=3f40a30e-e5ce-4101-b394-0680c3cb04ee, infoPort=35681, infoSecurePort=0, ipcPort=43647, storageInfo=lv=-57;cid=testClusterID;nsid=240453816;c=1733267997763), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T23:19:58,289 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62d8530f6cb3608b with lease ID 0xd489b782c8429d44: Processing first storage report for DS-ba766e6d-b3ca-457d-b423-a2c967427497 from datanode DatanodeRegistration(127.0.0.1:46593, datanodeUuid=3f40a30e-e5ce-4101-b394-0680c3cb04ee, infoPort=35681, infoSecurePort=0, ipcPort=43647, storageInfo=lv=-57;cid=testClusterID;nsid=240453816;c=1733267997763) 2024-12-03T23:19:58,289 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62d8530f6cb3608b with lease ID 0xd489b782c8429d44: from storage DS-ba766e6d-b3ca-457d-b423-a2c967427497 node DatanodeRegistration(127.0.0.1:46593, datanodeUuid=3f40a30e-e5ce-4101-b394-0680c3cb04ee, infoPort=35681, infoSecurePort=0, ipcPort=43647, storageInfo=lv=-57;cid=testClusterID;nsid=240453816;c=1733267997763), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:19:58,293 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e 2024-12-03T23:19:58,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:58,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:58,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46593 is added to blk_1073741825_1001 (size=7) 2024-12-03T23:19:58,707 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6 with version=8 2024-12-03T23:19:58,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/hbase-staging 2024-12-03T23:19:58,709 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:19:58,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:58,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:58,709 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:19:58,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:58,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:19:58,709 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T23:19:58,709 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:19:58,710 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37521 2024-12-03T23:19:58,711 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37521 connecting to ZooKeeper ensemble=127.0.0.1:61553 2024-12-03T23:19:58,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375210x0, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:19:58,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37521-0x1017aa09e600003 connected 2024-12-03T23:19:58,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:58,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:58,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Set watcher on znode that does not yet exist, /11410532280/running 2024-12-03T23:19:58,729 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6, hbase.cluster.distributed=false 2024-12-03T23:19:58,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Set watcher on znode that does not yet exist, /11410532280/acl 2024-12-03T23:19:58,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37521 2024-12-03T23:19:58,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37521 2024-12-03T23:19:58,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37521 2024-12-03T23:19:58,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37521 2024-12-03T23:19:58,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37521 2024-12-03T23:19:58,750 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:19:58,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:58,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:58,750 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:19:58,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:19:58,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:19:58,750 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:19:58,750 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:19:58,751 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37899 2024-12-03T23:19:58,752 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37899 connecting to ZooKeeper ensemble=127.0.0.1:61553 2024-12-03T23:19:58,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:58,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:58,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378990x0, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:19:58,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37899-0x1017aa09e600004 connected 2024-12-03T23:19:58,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37899-0x1017aa09e600004, quorum=127.0.0.1:61553, baseZNode=/11410532280 Set watcher on znode that does not yet exist, /11410532280/running 2024-12-03T23:19:58,759 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:19:58,760 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:19:58,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37899-0x1017aa09e600004, quorum=127.0.0.1:61553, baseZNode=/11410532280 Set watcher on znode that does not yet exist, /11410532280/master 2024-12-03T23:19:58,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37899-0x1017aa09e600004, quorum=127.0.0.1:61553, baseZNode=/11410532280 Set watcher on znode that does not yet exist, /11410532280/acl 2024-12-03T23:19:58,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37899 2024-12-03T23:19:58,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37899 2024-12-03T23:19:58,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37899 2024-12-03T23:19:58,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37899 2024-12-03T23:19:58,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37899 2024-12-03T23:19:58,783 DEBUG [M:0;5f9d64419733:37521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5f9d64419733:37521 2024-12-03T23:19:58,783 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11410532280/backup-masters/5f9d64419733,37521,1733267998709 2024-12-03T23:19:58,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11410532280/backup-masters 2024-12-03T23:19:58,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37899-0x1017aa09e600004, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11410532280/backup-masters 2024-12-03T23:19:58,785 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Set watcher on existing znode=/11410532280/backup-masters/5f9d64419733,37521,1733267998709 2024-12-03T23:19:58,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37899-0x1017aa09e600004, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11410532280/master 2024-12-03T23:19:58,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11410532280 2024-12-03T23:19:58,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37899-0x1017aa09e600004, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11410532280 2024-12-03T23:19:58,786 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Set watcher on existing znode=/11410532280/master 2024-12-03T23:19:58,787 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11410532280/backup-masters/5f9d64419733,37521,1733267998709 from backup master directory 2024-12-03T23:19:58,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11410532280/backup-masters/5f9d64419733,37521,1733267998709 2024-12-03T23:19:58,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11410532280/backup-masters 2024-12-03T23:19:58,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37899-0x1017aa09e600004, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11410532280/backup-masters 2024-12-03T23:19:58,789 WARN [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:19:58,789 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5f9d64419733,37521,1733267998709 2024-12-03T23:19:58,793 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/hbase.id] with ID: 87d50e0a-a45f-408c-948a-cfce1db8ffa9 2024-12-03T23:19:58,793 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/.tmp/hbase.id 2024-12-03T23:19:58,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46593 is added to blk_1073741826_1002 (size=42) 2024-12-03T23:19:59,198 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/.tmp/hbase.id]:[hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/hbase.id] 2024-12-03T23:19:59,211 INFO [master/5f9d64419733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:19:59,211 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T23:19:59,212 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T23:19:59,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11410532280 2024-12-03T23:19:59,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37899-0x1017aa09e600004, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11410532280 2024-12-03T23:19:59,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46593 is added to blk_1073741827_1003 (size=196) 2024-12-03T23:19:59,227 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:19:59,228 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T23:19:59,228 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:19:59,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46593 is added to blk_1073741828_1004 (size=1189) 2024-12-03T23:19:59,648 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/MasterData/data/master/store 2024-12-03T23:19:59,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46593 is added to blk_1073741829_1005 (size=34) 2024-12-03T23:19:59,658 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:59,658 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:19:59,658 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:59,658 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:59,658 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:19:59,658 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:59,658 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:19:59,658 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733267999658Disabling compacts and flushes for region at 1733267999658Disabling writes for close at 1733267999658Writing region close event to WAL at 1733267999658Closed at 1733267999658 2024-12-03T23:19:59,659 WARN [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/MasterData/data/master/store/.initializing 2024-12-03T23:19:59,659 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/MasterData/WALs/5f9d64419733,37521,1733267998709 2024-12-03T23:19:59,660 INFO [master/5f9d64419733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:19:59,666 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C37521%2C1733267998709, suffix=, logDir=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/MasterData/WALs/5f9d64419733,37521,1733267998709, archiveDir=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/MasterData/oldWALs, maxLogs=10 2024-12-03T23:19:59,680 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/MasterData/WALs/5f9d64419733,37521,1733267998709/5f9d64419733%2C37521%2C1733267998709.1733267999666, exclude list is [], retry=0 2024-12-03T23:19:59,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46593,DS-d750d3fe-7328-4eba-8dce-eb6f1b4a2788,DISK] 2024-12-03T23:19:59,693 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/MasterData/WALs/5f9d64419733,37521,1733267998709/5f9d64419733%2C37521%2C1733267998709.1733267999666 2024-12-03T23:19:59,694 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35681:35681)] 2024-12-03T23:19:59,694 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:19:59,695 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:19:59,695 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:59,695 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:59,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:59,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T23:19:59,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:59,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:19:59,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:59,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T23:19:59,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:59,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:59,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:59,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T23:19:59,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:59,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:59,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:59,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T23:19:59,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:59,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:19:59,701 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:59,702 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:59,702 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:59,703 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:59,703 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:59,703 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:19:59,704 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:19:59,706 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:19:59,706 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67788454, jitterRate=0.010126680135726929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:19:59,706 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733267999695Initializing all the Stores at 1733267999696 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733267999696Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267999696Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267999696Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733267999696Cleaning up temporary data from old regions at 1733267999703 (+7 ms)Region opened successfully at 1733267999706 (+3 ms) 2024-12-03T23:19:59,706 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T23:19:59,708 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e2430c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:19:59,709 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T23:19:59,709 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T23:19:59,709 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T23:19:59,710 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T23:19:59,710 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T23:19:59,710 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T23:19:59,710 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T23:19:59,712 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T23:19:59,712 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Unable to get data of znode /11410532280/balancer because node does not exist (not necessarily an error) 2024-12-03T23:19:59,714 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11410532280/balancer already deleted, retry=false 2024-12-03T23:19:59,714 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T23:19:59,714 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Unable to get data of znode /11410532280/normalizer because node does not exist (not necessarily an error) 2024-12-03T23:19:59,716 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11410532280/normalizer already deleted, retry=false 2024-12-03T23:19:59,716 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T23:19:59,717 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Unable to get data of znode /11410532280/switch/split because node does not exist (not necessarily an error) 2024-12-03T23:19:59,718 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11410532280/switch/split already deleted, retry=false 2024-12-03T23:19:59,718 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Unable to get data of znode /11410532280/switch/merge because node does not exist (not necessarily an error) 2024-12-03T23:19:59,719 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11410532280/switch/merge already deleted, retry=false 2024-12-03T23:19:59,721 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Unable to get data of znode /11410532280/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T23:19:59,722 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11410532280/snapshot-cleanup already deleted, retry=false 2024-12-03T23:19:59,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11410532280/running 2024-12-03T23:19:59,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37899-0x1017aa09e600004, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11410532280/running 2024-12-03T23:19:59,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11410532280 2024-12-03T23:19:59,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37899-0x1017aa09e600004, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11410532280 2024-12-03T23:19:59,725 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5f9d64419733,37521,1733267998709, sessionid=0x1017aa09e600003, setting cluster-up flag (Was=false) 2024-12-03T23:19:59,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37899-0x1017aa09e600004, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11410532280 2024-12-03T23:19:59,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11410532280 2024-12-03T23:19:59,731 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11410532280/flush-table-proc/acquired, /11410532280/flush-table-proc/reached, /11410532280/flush-table-proc/abort 2024-12-03T23:19:59,732 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,37521,1733267998709 2024-12-03T23:19:59,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11410532280 2024-12-03T23:19:59,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37899-0x1017aa09e600004, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11410532280 2024-12-03T23:19:59,738 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11410532280/online-snapshot/acquired, /11410532280/online-snapshot/reached, /11410532280/online-snapshot/abort 2024-12-03T23:19:59,739 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,37521,1733267998709 2024-12-03T23:19:59,740 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T23:19:59,741 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T23:19:59,741 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T23:19:59,741 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T23:19:59,741 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5f9d64419733,37521,1733267998709 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T23:19:59,742 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:59,742 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:59,742 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:59,742 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:19:59,742 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5f9d64419733:0, corePoolSize=10, maxPoolSize=10 2024-12-03T23:19:59,742 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:59,742 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:19:59,742 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:59,743 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733268029743 2024-12-03T23:19:59,743 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T23:19:59,743 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T23:19:59,743 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T23:19:59,743 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T23:19:59,743 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T23:19:59,743 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T23:19:59,744 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:19:59,744 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T23:19:59,744 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:19:59,744 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T23:19:59,745 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:59,748 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T23:19:59,748 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T23:19:59,748 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T23:19:59,748 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T23:19:59,749 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T23:19:59,749 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T23:19:59,752 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267999749,5,FailOnTimeoutGroup] 2024-12-03T23:19:59,756 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267999752,5,FailOnTimeoutGroup] 2024-12-03T23:19:59,756 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:59,756 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T23:19:59,756 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:59,756 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:59,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46593 is added to blk_1073741831_1007 (size=1321) 2024-12-03T23:19:59,773 INFO [RS:0;5f9d64419733:37899 {}] regionserver.HRegionServer(746): ClusterId : 87d50e0a-a45f-408c-948a-cfce1db8ffa9 2024-12-03T23:19:59,773 DEBUG [RS:0;5f9d64419733:37899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:19:59,774 DEBUG [RS:0;5f9d64419733:37899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:19:59,774 DEBUG [RS:0;5f9d64419733:37899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:19:59,777 DEBUG [RS:0;5f9d64419733:37899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:19:59,778 DEBUG [RS:0;5f9d64419733:37899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3921b6b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:19:59,792 DEBUG [RS:0;5f9d64419733:37899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5f9d64419733:37899 2024-12-03T23:19:59,792 INFO [RS:0;5f9d64419733:37899 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:19:59,792 INFO [RS:0;5f9d64419733:37899 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:19:59,792 DEBUG [RS:0;5f9d64419733:37899 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:19:59,793 INFO [RS:0;5f9d64419733:37899 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,37521,1733267998709 with port=37899, startcode=1733267998750 2024-12-03T23:19:59,793 DEBUG [RS:0;5f9d64419733:37899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:19:59,794 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:19:59,795 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37521 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,37899,1733267998750 2024-12-03T23:19:59,795 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37521 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,37899,1733267998750 2024-12-03T23:19:59,796 DEBUG [RS:0;5f9d64419733:37899 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6 2024-12-03T23:19:59,796 DEBUG [RS:0;5f9d64419733:37899 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37213 2024-12-03T23:19:59,796 DEBUG [RS:0;5f9d64419733:37899 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:19:59,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11410532280/rs 2024-12-03T23:19:59,802 DEBUG [RS:0;5f9d64419733:37899 {}] zookeeper.ZKUtil(111): regionserver:37899-0x1017aa09e600004, quorum=127.0.0.1:61553, baseZNode=/11410532280 Set watcher on existing znode=/11410532280/rs/5f9d64419733,37899,1733267998750 2024-12-03T23:19:59,802 WARN [RS:0;5f9d64419733:37899 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:19:59,802 INFO [RS:0;5f9d64419733:37899 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:19:59,802 DEBUG [RS:0;5f9d64419733:37899 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750 2024-12-03T23:19:59,802 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,37899,1733267998750] 2024-12-03T23:19:59,804 INFO [RS:0;5f9d64419733:37899 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:19:59,806 INFO [RS:0;5f9d64419733:37899 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:19:59,807 INFO [RS:0;5f9d64419733:37899 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:19:59,807 INFO [RS:0;5f9d64419733:37899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:59,808 INFO [RS:0;5f9d64419733:37899 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:19:59,809 INFO [RS:0;5f9d64419733:37899 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:19:59,809 INFO [RS:0;5f9d64419733:37899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:59,809 DEBUG [RS:0;5f9d64419733:37899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:59,809 DEBUG [RS:0;5f9d64419733:37899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:59,809 DEBUG [RS:0;5f9d64419733:37899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:59,809 DEBUG [RS:0;5f9d64419733:37899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:59,809 DEBUG [RS:0;5f9d64419733:37899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:59,809 DEBUG [RS:0;5f9d64419733:37899 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:19:59,809 DEBUG [RS:0;5f9d64419733:37899 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:59,809 DEBUG [RS:0;5f9d64419733:37899 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:59,809 DEBUG [RS:0;5f9d64419733:37899 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:59,809 DEBUG [RS:0;5f9d64419733:37899 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:59,809 DEBUG [RS:0;5f9d64419733:37899 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:59,809 DEBUG [RS:0;5f9d64419733:37899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:19:59,809 DEBUG [RS:0;5f9d64419733:37899 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:19:59,809 DEBUG [RS:0;5f9d64419733:37899 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:19:59,810 INFO [RS:0;5f9d64419733:37899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:59,810 INFO [RS:0;5f9d64419733:37899 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:59,810 INFO [RS:0;5f9d64419733:37899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:59,810 INFO [RS:0;5f9d64419733:37899 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:59,810 INFO [RS:0;5f9d64419733:37899 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:59,810 INFO [RS:0;5f9d64419733:37899 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,37899,1733267998750-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:19:59,826 INFO [RS:0;5f9d64419733:37899 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:19:59,826 INFO [RS:0;5f9d64419733:37899 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,37899,1733267998750-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:59,826 INFO [RS:0;5f9d64419733:37899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:59,826 INFO [RS:0;5f9d64419733:37899 {}] regionserver.Replication(171): 5f9d64419733,37899,1733267998750 started 2024-12-03T23:19:59,839 INFO [RS:0;5f9d64419733:37899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:19:59,839 INFO [RS:0;5f9d64419733:37899 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,37899,1733267998750, RpcServer on 5f9d64419733/172.17.0.2:37899, sessionid=0x1017aa09e600004 2024-12-03T23:19:59,839 DEBUG [RS:0;5f9d64419733:37899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:19:59,839 DEBUG [RS:0;5f9d64419733:37899 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,37899,1733267998750 2024-12-03T23:19:59,839 DEBUG [RS:0;5f9d64419733:37899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,37899,1733267998750' 2024-12-03T23:19:59,839 DEBUG [RS:0;5f9d64419733:37899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11410532280/flush-table-proc/abort' 2024-12-03T23:19:59,840 DEBUG [RS:0;5f9d64419733:37899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11410532280/flush-table-proc/acquired' 2024-12-03T23:19:59,840 DEBUG [RS:0;5f9d64419733:37899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:19:59,840 DEBUG [RS:0;5f9d64419733:37899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:19:59,840 DEBUG [RS:0;5f9d64419733:37899 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,37899,1733267998750 2024-12-03T23:19:59,840 DEBUG [RS:0;5f9d64419733:37899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,37899,1733267998750' 2024-12-03T23:19:59,840 DEBUG [RS:0;5f9d64419733:37899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11410532280/online-snapshot/abort' 2024-12-03T23:19:59,841 DEBUG [RS:0;5f9d64419733:37899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11410532280/online-snapshot/acquired' 2024-12-03T23:19:59,841 DEBUG [RS:0;5f9d64419733:37899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:19:59,841 INFO [RS:0;5f9d64419733:37899 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:19:59,841 INFO [RS:0;5f9d64419733:37899 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:19:59,941 INFO [RS:0;5f9d64419733:37899 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:19:59,943 INFO [RS:0;5f9d64419733:37899 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C37899%2C1733267998750, suffix=, logDir=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750, archiveDir=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/oldWALs, maxLogs=10 2024-12-03T23:19:59,956 DEBUG [RS:0;5f9d64419733:37899 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943, exclude list is [], retry=0 2024-12-03T23:19:59,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46593,DS-d750d3fe-7328-4eba-8dce-eb6f1b4a2788,DISK] 2024-12-03T23:19:59,960 INFO [RS:0;5f9d64419733:37899 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943 2024-12-03T23:19:59,960 DEBUG [RS:0;5f9d64419733:37899 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35681:35681)] 2024-12-03T23:20:00,161 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T23:20:00,161 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6 2024-12-03T23:20:00,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46593 is added to blk_1073741833_1009 (size=32) 2024-12-03T23:20:00,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:00,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:20:00,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:20:00,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:00,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:00,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:20:00,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:20:00,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:00,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:00,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:20:00,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:20:00,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:00,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:00,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:20:00,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:20:00,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:00,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:00,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:20:00,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/1588230740 2024-12-03T23:20:00,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/1588230740 2024-12-03T23:20:00,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:20:00,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:20:00,176 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:20:00,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:20:00,179 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:20:00,179 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63758252, jitterRate=-0.04992800951004028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:20:00,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733268000167Initializing all the Stores at 1733268000168 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268000168Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268000168Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268000168Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268000168Cleaning up temporary data from old regions at 1733268000175 (+7 ms)Region opened successfully at 1733268000179 (+4 ms) 2024-12-03T23:20:00,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:20:00,179 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:20:00,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:20:00,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:20:00,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:20:00,180 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:20:00,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733268000179Disabling compacts and flushes for region at 1733268000179Disabling writes for close at 1733268000179Writing region close event to WAL at 1733268000180 (+1 ms)Closed at 1733268000180 2024-12-03T23:20:00,181 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:20:00,181 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T23:20:00,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T23:20:00,182 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:20:00,182 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T23:20:00,332 DEBUG [5f9d64419733:37521 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T23:20:00,333 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5f9d64419733,37899,1733267998750 2024-12-03T23:20:00,334 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,37899,1733267998750, state=OPENING 2024-12-03T23:20:00,335 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T23:20:00,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11410532280 2024-12-03T23:20:00,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37899-0x1017aa09e600004, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11410532280 2024-12-03T23:20:00,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11410532280/meta-region-server: CHANGED 2024-12-03T23:20:00,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11410532280/meta-region-server: CHANGED 2024-12-03T23:20:00,338 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:20:00,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,37899,1733267998750}] 2024-12-03T23:20:00,490 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:20:00,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:20:00,494 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T23:20:00,494 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:20:00,495 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T23:20:00,496 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C37899%2C1733267998750.meta, suffix=.meta, logDir=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750, archiveDir=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/oldWALs, maxLogs=10 2024-12-03T23:20:00,509 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.meta.1733268000496.meta, exclude list is [], retry=0 2024-12-03T23:20:00,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46593,DS-d750d3fe-7328-4eba-8dce-eb6f1b4a2788,DISK] 2024-12-03T23:20:00,512 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.meta.1733268000496.meta 2024-12-03T23:20:00,512 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35681:35681)] 2024-12-03T23:20:00,513 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:20:00,513 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:20:00,513 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:20:00,513 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T23:20:00,513 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T23:20:00,513 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T23:20:00,513 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:00,513 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T23:20:00,513 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T23:20:00,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:20:00,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:20:00,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:00,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:00,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:20:00,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:20:00,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:00,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:00,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:20:00,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:20:00,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:00,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:00,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:20:00,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:20:00,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:00,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:00,518 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:20:00,519 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/1588230740 2024-12-03T23:20:00,520 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/1588230740 2024-12-03T23:20:00,521 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:20:00,521 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:20:00,521 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:20:00,522 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:20:00,523 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64768740, jitterRate=-0.03487056493759155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:20:00,523 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T23:20:00,523 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733268000513Writing region info on filesystem at 1733268000513Initializing all the Stores at 1733268000514 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268000514Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268000514Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268000514Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268000514Cleaning up temporary data from old regions at 1733268000521 (+7 ms)Running coprocessor post-open hooks at 1733268000523 (+2 ms)Region opened successfully at 1733268000523 2024-12-03T23:20:00,524 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733268000490 2024-12-03T23:20:00,526 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T23:20:00,526 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T23:20:00,527 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,37899,1733267998750 2024-12-03T23:20:00,527 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,37899,1733267998750, state=OPEN 2024-12-03T23:20:00,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11410532280/meta-region-server 2024-12-03T23:20:00,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37899-0x1017aa09e600004, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11410532280/meta-region-server 2024-12-03T23:20:00,529 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5f9d64419733,37899,1733267998750 2024-12-03T23:20:00,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11410532280/meta-region-server: CHANGED 2024-12-03T23:20:00,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11410532280/meta-region-server: CHANGED 2024-12-03T23:20:00,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T23:20:00,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,37899,1733267998750 in 191 msec 2024-12-03T23:20:00,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T23:20:00,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-12-03T23:20:00,534 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:20:00,534 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T23:20:00,535 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:20:00,535 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,37899,1733267998750, seqNum=-1] 2024-12-03T23:20:00,535 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:20:00,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:20:00,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 799 msec 2024-12-03T23:20:00,541 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733268000541, completionTime=-1 2024-12-03T23:20:00,541 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T23:20:00,541 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T23:20:00,543 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T23:20:00,543 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733268060543 2024-12-03T23:20:00,543 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733268120543 2024-12-03T23:20:00,543 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T23:20:00,544 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,37521,1733267998709-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:00,544 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,37521,1733267998709-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:00,544 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,37521,1733267998709-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:00,544 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5f9d64419733:37521, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:00,544 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:00,544 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:00,546 DEBUG [master/5f9d64419733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T23:20:00,548 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.759sec 2024-12-03T23:20:00,548 INFO [master/5f9d64419733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T23:20:00,548 INFO [master/5f9d64419733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T23:20:00,549 INFO [master/5f9d64419733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T23:20:00,549 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T23:20:00,549 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T23:20:00,549 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,37521,1733267998709-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:20:00,549 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,37521,1733267998709-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T23:20:00,551 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T23:20:00,551 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T23:20:00,551 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,37521,1733267998709-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:00,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e5a6e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:00,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,37521,-1 for getting cluster id 2024-12-03T23:20:00,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:00,575 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87d50e0a-a45f-408c-948a-cfce1db8ffa9' 2024-12-03T23:20:00,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:00,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87d50e0a-a45f-408c-948a-cfce1db8ffa9" 2024-12-03T23:20:00,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@226a9d72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:00,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,37521,-1] 2024-12-03T23:20:00,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:00,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:00,576 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:00,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52441ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:00,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:20:00,578 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,37899,1733267998750, seqNum=-1] 2024-12-03T23:20:00,578 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:20:00,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:20:00,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5f9d64419733,37521,1733267998709 2024-12-03T23:20:00,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61553 2024-12-03T23:20:00,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:20:00,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017aa09e600005 connected 2024-12-03T23:20:00,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:00,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,38107,1733267994637 2024-12-03T23:20:00,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76b7b29a 2024-12-03T23:20:00,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:20:00,593 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:20:00,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:20:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T23:20:00,596 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:20:00,596 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:00,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T23:20:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:00,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:20:00,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741835_1011 (size=902) 2024-12-03T23:20:00,606 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8552e99b0c9fbebb85063053c48e5e2, NAME => 'test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad 2024-12-03T23:20:00,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741836_1012 (size=39) 2024-12-03T23:20:00,614 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:00,614 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b8552e99b0c9fbebb85063053c48e5e2, disabling compactions & flushes 2024-12-03T23:20:00,614 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2. 2024-12-03T23:20:00,614 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2. 2024-12-03T23:20:00,614 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2. after waiting 0 ms 2024-12-03T23:20:00,614 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2. 2024-12-03T23:20:00,614 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2. 2024-12-03T23:20:00,614 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8552e99b0c9fbebb85063053c48e5e2: Waiting for close lock at 1733268000614Disabling compacts and flushes for region at 1733268000614Disabling writes for close at 1733268000614Writing region close event to WAL at 1733268000614Closed at 1733268000614 2024-12-03T23:20:00,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:20:00,615 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733268000615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733268000615"}]},"ts":"1733268000615"} 2024-12-03T23:20:00,617 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:20:00,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:20:00,618 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268000618"}]},"ts":"1733268000618"} 2024-12-03T23:20:00,619 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T23:20:00,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b8552e99b0c9fbebb85063053c48e5e2, ASSIGN}] 2024-12-03T23:20:00,620 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b8552e99b0c9fbebb85063053c48e5e2, ASSIGN 2024-12-03T23:20:00,621 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b8552e99b0c9fbebb85063053c48e5e2, ASSIGN; state=OFFLINE, location=5f9d64419733,44737,1733267994698; forceNewPlan=false, retain=false 2024-12-03T23:20:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:00,772 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8552e99b0c9fbebb85063053c48e5e2, regionState=OPENING, regionLocation=5f9d64419733,44737,1733267994698 2024-12-03T23:20:00,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b8552e99b0c9fbebb85063053c48e5e2, ASSIGN because future has completed 2024-12-03T23:20:00,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8552e99b0c9fbebb85063053c48e5e2, server=5f9d64419733,44737,1733267994698}] 2024-12-03T23:20:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:00,930 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2. 2024-12-03T23:20:00,930 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b8552e99b0c9fbebb85063053c48e5e2, NAME => 'test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:20:00,930 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:20:00,930 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T23:20:00,930 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b8552e99b0c9fbebb85063053c48e5e2 2024-12-03T23:20:00,930 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:00,930 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b8552e99b0c9fbebb85063053c48e5e2 2024-12-03T23:20:00,930 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b8552e99b0c9fbebb85063053c48e5e2 2024-12-03T23:20:00,932 INFO [StoreOpener-b8552e99b0c9fbebb85063053c48e5e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b8552e99b0c9fbebb85063053c48e5e2 2024-12-03T23:20:00,933 INFO [StoreOpener-b8552e99b0c9fbebb85063053c48e5e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8552e99b0c9fbebb85063053c48e5e2 columnFamilyName f 2024-12-03T23:20:00,933 DEBUG [StoreOpener-b8552e99b0c9fbebb85063053c48e5e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:00,933 INFO [StoreOpener-b8552e99b0c9fbebb85063053c48e5e2-1 {}] regionserver.HStore(327): Store=b8552e99b0c9fbebb85063053c48e5e2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:00,933 INFO [StoreOpener-b8552e99b0c9fbebb85063053c48e5e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b8552e99b0c9fbebb85063053c48e5e2 2024-12-03T23:20:00,934 INFO [StoreOpener-b8552e99b0c9fbebb85063053c48e5e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8552e99b0c9fbebb85063053c48e5e2 columnFamilyName f1 2024-12-03T23:20:00,934 DEBUG [StoreOpener-b8552e99b0c9fbebb85063053c48e5e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:00,934 INFO [StoreOpener-b8552e99b0c9fbebb85063053c48e5e2-1 {}] regionserver.HStore(327): Store=b8552e99b0c9fbebb85063053c48e5e2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:00,935 INFO [StoreOpener-b8552e99b0c9fbebb85063053c48e5e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b8552e99b0c9fbebb85063053c48e5e2 2024-12-03T23:20:00,935 INFO [StoreOpener-b8552e99b0c9fbebb85063053c48e5e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8552e99b0c9fbebb85063053c48e5e2 columnFamilyName norep 2024-12-03T23:20:00,935 DEBUG [StoreOpener-b8552e99b0c9fbebb85063053c48e5e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:00,936 INFO [StoreOpener-b8552e99b0c9fbebb85063053c48e5e2-1 {}] regionserver.HStore(327): Store=b8552e99b0c9fbebb85063053c48e5e2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:00,936 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b8552e99b0c9fbebb85063053c48e5e2 2024-12-03T23:20:00,936 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/default/test/b8552e99b0c9fbebb85063053c48e5e2 2024-12-03T23:20:00,937 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/default/test/b8552e99b0c9fbebb85063053c48e5e2 2024-12-03T23:20:00,937 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b8552e99b0c9fbebb85063053c48e5e2 2024-12-03T23:20:00,937 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b8552e99b0c9fbebb85063053c48e5e2 2024-12-03T23:20:00,938 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:20:00,939 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b8552e99b0c9fbebb85063053c48e5e2 2024-12-03T23:20:00,940 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/default/test/b8552e99b0c9fbebb85063053c48e5e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:20:00,940 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b8552e99b0c9fbebb85063053c48e5e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74600715, jitterRate=0.11163727939128876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:20:00,941 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8552e99b0c9fbebb85063053c48e5e2 2024-12-03T23:20:00,941 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b8552e99b0c9fbebb85063053c48e5e2: Running coprocessor pre-open hook at 1733268000930Writing region info on filesystem at 1733268000931 (+1 ms)Initializing all the Stores at 1733268000931Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268000931Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268000931Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268000931Cleaning up temporary data from old regions at 1733268000937 (+6 ms)Running coprocessor post-open hooks at 1733268000941 (+4 ms)Region opened successfully at 1733268000941 2024-12-03T23:20:00,942 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2., pid=6, masterSystemTime=1733268000926 2024-12-03T23:20:00,944 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2. 2024-12-03T23:20:00,944 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2. 2024-12-03T23:20:00,944 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8552e99b0c9fbebb85063053c48e5e2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5f9d64419733,44737,1733267994698 2024-12-03T23:20:00,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8552e99b0c9fbebb85063053c48e5e2, server=5f9d64419733,44737,1733267994698 because future has completed 2024-12-03T23:20:00,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T23:20:00,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b8552e99b0c9fbebb85063053c48e5e2, server=5f9d64419733,44737,1733267994698 in 173 msec 2024-12-03T23:20:00,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T23:20:00,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b8552e99b0c9fbebb85063053c48e5e2, ASSIGN in 330 msec 2024-12-03T23:20:00,951 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:20:00,951 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268000951"}]},"ts":"1733268000951"} 2024-12-03T23:20:00,953 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T23:20:00,954 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:20:00,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 360 msec 2024-12-03T23:20:01,185 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:20:01,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:01,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:01,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:01,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:01,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:01,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:01,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:01,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:01,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:01,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:01,220 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T23:20:01,220 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:01,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,37521,1733267998709 2024-12-03T23:20:01,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10a14e2b 2024-12-03T23:20:01,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:20:01,223 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:20:01,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:20:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T23:20:01,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:20:01,226 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:01,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T23:20:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:01,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:20:01,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46593 is added to blk_1073741835_1011 (size=902) 2024-12-03T23:20:01,235 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5b2890826c58c22637cb7619f9669cc0, NAME => 'test,,1733268001223.5b2890826c58c22637cb7619f9669cc0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6 2024-12-03T23:20:01,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46593 is added to blk_1073741836_1012 (size=39) 2024-12-03T23:20:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:01,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733268001223.5b2890826c58c22637cb7619f9669cc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:01,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5b2890826c58c22637cb7619f9669cc0, disabling compactions & flushes 2024-12-03T23:20:01,646 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733268001223.5b2890826c58c22637cb7619f9669cc0. 2024-12-03T23:20:01,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733268001223.5b2890826c58c22637cb7619f9669cc0. 2024-12-03T23:20:01,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733268001223.5b2890826c58c22637cb7619f9669cc0. after waiting 0 ms 2024-12-03T23:20:01,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733268001223.5b2890826c58c22637cb7619f9669cc0. 2024-12-03T23:20:01,646 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733268001223.5b2890826c58c22637cb7619f9669cc0. 2024-12-03T23:20:01,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5b2890826c58c22637cb7619f9669cc0: Waiting for close lock at 1733268001645Disabling compacts and flushes for region at 1733268001645Disabling writes for close at 1733268001646 (+1 ms)Writing region close event to WAL at 1733268001646Closed at 1733268001646 2024-12-03T23:20:01,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:20:01,648 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733268001223.5b2890826c58c22637cb7619f9669cc0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733268001647"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733268001647"}]},"ts":"1733268001647"} 2024-12-03T23:20:01,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:20:01,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:20:01,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268001651"}]},"ts":"1733268001651"} 2024-12-03T23:20:01,653 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T23:20:01,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5b2890826c58c22637cb7619f9669cc0, ASSIGN}] 2024-12-03T23:20:01,654 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5b2890826c58c22637cb7619f9669cc0, ASSIGN 2024-12-03T23:20:01,655 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5b2890826c58c22637cb7619f9669cc0, ASSIGN; state=OFFLINE, location=5f9d64419733,37899,1733267998750; forceNewPlan=false, retain=false 2024-12-03T23:20:01,806 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5b2890826c58c22637cb7619f9669cc0, regionState=OPENING, regionLocation=5f9d64419733,37899,1733267998750 2024-12-03T23:20:01,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5b2890826c58c22637cb7619f9669cc0, ASSIGN because future has completed 2024-12-03T23:20:01,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b2890826c58c22637cb7619f9669cc0, server=5f9d64419733,37899,1733267998750}] 2024-12-03T23:20:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:01,966 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733268001223.5b2890826c58c22637cb7619f9669cc0. 2024-12-03T23:20:01,966 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b2890826c58c22637cb7619f9669cc0, NAME => 'test,,1733268001223.5b2890826c58c22637cb7619f9669cc0.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:20:01,967 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:20:01,967 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T23:20:01,967 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5b2890826c58c22637cb7619f9669cc0 2024-12-03T23:20:01,967 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733268001223.5b2890826c58c22637cb7619f9669cc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:01,967 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5b2890826c58c22637cb7619f9669cc0 2024-12-03T23:20:01,967 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5b2890826c58c22637cb7619f9669cc0 2024-12-03T23:20:01,969 INFO [StoreOpener-5b2890826c58c22637cb7619f9669cc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5b2890826c58c22637cb7619f9669cc0 2024-12-03T23:20:01,971 INFO [StoreOpener-5b2890826c58c22637cb7619f9669cc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b2890826c58c22637cb7619f9669cc0 columnFamilyName f 2024-12-03T23:20:01,971 DEBUG [StoreOpener-5b2890826c58c22637cb7619f9669cc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:01,971 INFO [StoreOpener-5b2890826c58c22637cb7619f9669cc0-1 {}] regionserver.HStore(327): Store=5b2890826c58c22637cb7619f9669cc0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:01,971 INFO [StoreOpener-5b2890826c58c22637cb7619f9669cc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5b2890826c58c22637cb7619f9669cc0 2024-12-03T23:20:01,974 INFO [StoreOpener-5b2890826c58c22637cb7619f9669cc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b2890826c58c22637cb7619f9669cc0 columnFamilyName f1 2024-12-03T23:20:01,974 DEBUG [StoreOpener-5b2890826c58c22637cb7619f9669cc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:01,974 INFO [StoreOpener-5b2890826c58c22637cb7619f9669cc0-1 {}] regionserver.HStore(327): Store=5b2890826c58c22637cb7619f9669cc0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:01,974 INFO [StoreOpener-5b2890826c58c22637cb7619f9669cc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5b2890826c58c22637cb7619f9669cc0 2024-12-03T23:20:01,975 INFO [StoreOpener-5b2890826c58c22637cb7619f9669cc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b2890826c58c22637cb7619f9669cc0 columnFamilyName norep 2024-12-03T23:20:01,975 DEBUG [StoreOpener-5b2890826c58c22637cb7619f9669cc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:01,976 INFO [StoreOpener-5b2890826c58c22637cb7619f9669cc0-1 {}] regionserver.HStore(327): Store=5b2890826c58c22637cb7619f9669cc0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:01,976 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5b2890826c58c22637cb7619f9669cc0 2024-12-03T23:20:01,976 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/default/test/5b2890826c58c22637cb7619f9669cc0 2024-12-03T23:20:01,977 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/default/test/5b2890826c58c22637cb7619f9669cc0 2024-12-03T23:20:01,977 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5b2890826c58c22637cb7619f9669cc0 2024-12-03T23:20:01,978 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5b2890826c58c22637cb7619f9669cc0 2024-12-03T23:20:01,978 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:20:01,979 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5b2890826c58c22637cb7619f9669cc0 2024-12-03T23:20:01,984 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/default/test/5b2890826c58c22637cb7619f9669cc0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:20:01,985 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5b2890826c58c22637cb7619f9669cc0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67472313, jitterRate=0.005415812134742737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:20:01,985 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b2890826c58c22637cb7619f9669cc0 2024-12-03T23:20:01,985 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5b2890826c58c22637cb7619f9669cc0: Running coprocessor pre-open hook at 1733268001968Writing region info on filesystem at 1733268001968Initializing all the Stores at 1733268001968Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268001968Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268001969 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268001969Cleaning up temporary data from old regions at 1733268001978 (+9 ms)Running coprocessor post-open hooks at 1733268001985 (+7 ms)Region opened successfully at 1733268001985 2024-12-03T23:20:01,986 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733268001223.5b2890826c58c22637cb7619f9669cc0., pid=6, masterSystemTime=1733268001962 2024-12-03T23:20:01,992 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733268001223.5b2890826c58c22637cb7619f9669cc0. 2024-12-03T23:20:01,992 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733268001223.5b2890826c58c22637cb7619f9669cc0. 2024-12-03T23:20:01,993 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5b2890826c58c22637cb7619f9669cc0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5f9d64419733,37899,1733267998750 2024-12-03T23:20:01,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b2890826c58c22637cb7619f9669cc0, server=5f9d64419733,37899,1733267998750 because future has completed 2024-12-03T23:20:02,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T23:20:02,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b2890826c58c22637cb7619f9669cc0, server=5f9d64419733,37899,1733267998750 in 187 msec 2024-12-03T23:20:02,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T23:20:02,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5b2890826c58c22637cb7619f9669cc0, ASSIGN in 347 msec 2024-12-03T23:20:02,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:20:02,004 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268002004"}]},"ts":"1733268002004"} 2024-12-03T23:20:02,006 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T23:20:02,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:20:02,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 789 msec 2024-12-03T23:20:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:02,361 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T23:20:02,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c48548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:02,361 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,38107,-1 for getting cluster id 2024-12-03T23:20:02,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:02,363 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03f73815-a655-43fa-aeea-b817c8a94a5f' 2024-12-03T23:20:02,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:02,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03f73815-a655-43fa-aeea-b817c8a94a5f" 2024-12-03T23:20:02,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b172e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:02,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,38107,-1] 2024-12-03T23:20:02,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:02,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:02,366 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:02,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202a32e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:02,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68dc2cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:02,369 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,37521,-1 for getting cluster id 2024-12-03T23:20:02,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:02,370 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87d50e0a-a45f-408c-948a-cfce1db8ffa9' 2024-12-03T23:20:02,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:02,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87d50e0a-a45f-408c-948a-cfce1db8ffa9" 2024-12-03T23:20:02,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@559a0543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:02,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,37521,-1] 2024-12-03T23:20:02,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:02,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:02,371 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:02,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21705f74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:02,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13af988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:02,380 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,38107,-1 for getting cluster id 2024-12-03T23:20:02,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:02,381 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03f73815-a655-43fa-aeea-b817c8a94a5f' 2024-12-03T23:20:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03f73815-a655-43fa-aeea-b817c8a94a5f" 2024-12-03T23:20:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25a37c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:02,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,38107,-1] 2024-12-03T23:20:02,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:02,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:02,383 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:02,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f44e8c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:02,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:02,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,38107,1733267994637 2024-12-03T23:20:02,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@316f7164 2024-12-03T23:20:02,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:20:02,386 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:20:02,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5f9d64419733:37521,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T23:20:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T23:20:02,391 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:37521' 2024-12-03T23:20:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:02,401 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16bfa992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:02,401 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,37521,-1 for getting cluster id 2024-12-03T23:20:02,401 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:02,402 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87d50e0a-a45f-408c-948a-cfce1db8ffa9' 2024-12-03T23:20:02,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:02,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87d50e0a-a45f-408c-948a-cfce1db8ffa9" 2024-12-03T23:20:02,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4986d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:02,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,37521,-1] 2024-12-03T23:20:02,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:02,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:02,404 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:02,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d8ac7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:02,405 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:02,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,37521,1733267998709 2024-12-03T23:20:02,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e33f7ca 2024-12-03T23:20:02,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:20:02,407 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:20:02,408 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T23:20:02,409 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T23:20:02,409 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:02,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:02,410 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:02,412 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:20:02,414 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T23:20:02,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:20:02,415 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:02,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:20:02,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741837_1013 (size=1138) 2024-12-03T23:20:02,439 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bcb4d16c0915d36e2e0f5d19a9c502b5, NAME => 'hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad 2024-12-03T23:20:02,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741838_1014 (size=44) 2024-12-03T23:20:02,454 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:02,455 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bcb4d16c0915d36e2e0f5d19a9c502b5, disabling compactions & flushes 2024-12-03T23:20:02,455 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5. 2024-12-03T23:20:02,455 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5. 2024-12-03T23:20:02,455 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5. after waiting 0 ms 2024-12-03T23:20:02,455 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5. 2024-12-03T23:20:02,455 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5. 2024-12-03T23:20:02,455 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bcb4d16c0915d36e2e0f5d19a9c502b5: Waiting for close lock at 1733268002455Disabling compacts and flushes for region at 1733268002455Disabling writes for close at 1733268002455Writing region close event to WAL at 1733268002455Closed at 1733268002455 2024-12-03T23:20:02,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:20:02,457 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733268002456"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733268002456"}]},"ts":"1733268002456"} 2024-12-03T23:20:02,459 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:20:02,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:20:02,460 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268002460"}]},"ts":"1733268002460"} 2024-12-03T23:20:02,464 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T23:20:02,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcb4d16c0915d36e2e0f5d19a9c502b5, ASSIGN}] 2024-12-03T23:20:02,466 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcb4d16c0915d36e2e0f5d19a9c502b5, ASSIGN 2024-12-03T23:20:02,466 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bcb4d16c0915d36e2e0f5d19a9c502b5, ASSIGN; state=OFFLINE, location=5f9d64419733,44737,1733267994698; forceNewPlan=false, retain=false 2024-12-03T23:20:02,467 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T23:20:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:02,553 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T23:20:02,554 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T23:20:02,617 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bcb4d16c0915d36e2e0f5d19a9c502b5, regionState=OPENING, regionLocation=5f9d64419733,44737,1733267994698 2024-12-03T23:20:02,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bcb4d16c0915d36e2e0f5d19a9c502b5, ASSIGN because future has completed 2024-12-03T23:20:02,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcb4d16c0915d36e2e0f5d19a9c502b5, server=5f9d64419733,44737,1733267994698}] 2024-12-03T23:20:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:02,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5. 2024-12-03T23:20:02,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:20:02,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T23:20:02,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C44737%2C1733267994698.rep, suffix=, logDir=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698, archiveDir=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/oldWALs, maxLogs=10 2024-12-03T23:20:02,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.rep.1733268002791, exclude list is [], retry=0 2024-12-03T23:20:02,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41219,DS-479f1144-a27a-4e0b-b472-0719820e77d1,DISK] 2024-12-03T23:20:02,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.rep.1733268002791 2024-12-03T23:20:02,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609)] 2024-12-03T23:20:02,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bcb4d16c0915d36e2e0f5d19a9c502b5, NAME => 'hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:20:02,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:20:02,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:20:02,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5. service=MultiRowMutationService 2024-12-03T23:20:02,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T23:20:02,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bcb4d16c0915d36e2e0f5d19a9c502b5 2024-12-03T23:20:02,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:02,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bcb4d16c0915d36e2e0f5d19a9c502b5 2024-12-03T23:20:02,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bcb4d16c0915d36e2e0f5d19a9c502b5 2024-12-03T23:20:02,840 INFO [StoreOpener-bcb4d16c0915d36e2e0f5d19a9c502b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bcb4d16c0915d36e2e0f5d19a9c502b5 2024-12-03T23:20:02,842 INFO [StoreOpener-bcb4d16c0915d36e2e0f5d19a9c502b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcb4d16c0915d36e2e0f5d19a9c502b5 columnFamilyName hfileref 2024-12-03T23:20:02,842 DEBUG [StoreOpener-bcb4d16c0915d36e2e0f5d19a9c502b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:02,842 INFO [StoreOpener-bcb4d16c0915d36e2e0f5d19a9c502b5-1 {}] regionserver.HStore(327): Store=bcb4d16c0915d36e2e0f5d19a9c502b5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:02,843 INFO [StoreOpener-bcb4d16c0915d36e2e0f5d19a9c502b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bcb4d16c0915d36e2e0f5d19a9c502b5 2024-12-03T23:20:02,844 INFO [StoreOpener-bcb4d16c0915d36e2e0f5d19a9c502b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcb4d16c0915d36e2e0f5d19a9c502b5 columnFamilyName queue 2024-12-03T23:20:02,844 DEBUG [StoreOpener-bcb4d16c0915d36e2e0f5d19a9c502b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:02,844 INFO [StoreOpener-bcb4d16c0915d36e2e0f5d19a9c502b5-1 {}] regionserver.HStore(327): Store=bcb4d16c0915d36e2e0f5d19a9c502b5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:02,844 INFO [StoreOpener-bcb4d16c0915d36e2e0f5d19a9c502b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bcb4d16c0915d36e2e0f5d19a9c502b5 2024-12-03T23:20:02,845 INFO [StoreOpener-bcb4d16c0915d36e2e0f5d19a9c502b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcb4d16c0915d36e2e0f5d19a9c502b5 columnFamilyName sid 2024-12-03T23:20:02,845 DEBUG [StoreOpener-bcb4d16c0915d36e2e0f5d19a9c502b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:02,845 INFO [StoreOpener-bcb4d16c0915d36e2e0f5d19a9c502b5-1 {}] regionserver.HStore(327): Store=bcb4d16c0915d36e2e0f5d19a9c502b5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:02,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bcb4d16c0915d36e2e0f5d19a9c502b5 2024-12-03T23:20:02,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/replication/bcb4d16c0915d36e2e0f5d19a9c502b5 2024-12-03T23:20:02,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/replication/bcb4d16c0915d36e2e0f5d19a9c502b5 2024-12-03T23:20:02,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bcb4d16c0915d36e2e0f5d19a9c502b5 2024-12-03T23:20:02,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bcb4d16c0915d36e2e0f5d19a9c502b5 2024-12-03T23:20:02,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:20:02,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bcb4d16c0915d36e2e0f5d19a9c502b5 2024-12-03T23:20:02,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/replication/bcb4d16c0915d36e2e0f5d19a9c502b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:20:02,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bcb4d16c0915d36e2e0f5d19a9c502b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65602274, jitterRate=-0.02244994044303894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:20:02,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bcb4d16c0915d36e2e0f5d19a9c502b5 2024-12-03T23:20:02,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bcb4d16c0915d36e2e0f5d19a9c502b5: Running coprocessor pre-open hook at 1733268002837Writing region info on filesystem at 1733268002837Initializing all the Stores at 1733268002838 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268002838Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268002840 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268002840Cleaning up temporary data from old regions at 1733268002851 (+11 ms)Running coprocessor post-open hooks at 1733268002854 (+3 ms)Region opened successfully at 1733268002855 (+1 ms) 2024-12-03T23:20:02,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5., pid=10, masterSystemTime=1733268002778 2024-12-03T23:20:02,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5. 2024-12-03T23:20:02,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5. 2024-12-03T23:20:02,859 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bcb4d16c0915d36e2e0f5d19a9c502b5, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,44737,1733267994698 2024-12-03T23:20:02,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcb4d16c0915d36e2e0f5d19a9c502b5, server=5f9d64419733,44737,1733267994698 because future has completed 2024-12-03T23:20:02,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T23:20:02,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bcb4d16c0915d36e2e0f5d19a9c502b5, server=5f9d64419733,44737,1733267994698 in 242 msec 2024-12-03T23:20:02,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T23:20:02,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcb4d16c0915d36e2e0f5d19a9c502b5, ASSIGN in 399 msec 2024-12-03T23:20:02,865 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:20:02,866 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268002865"}]},"ts":"1733268002865"} 2024-12-03T23:20:02,867 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T23:20:02,868 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:20:02,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 456 msec 2024-12-03T23:20:02,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5., hostname=5f9d64419733,44737,1733267994698, seqNum=2] 2024-12-03T23:20:02,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1017aa09e600001, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381632890 2024-12-03T23:20:02,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381632890 2024-12-03T23:20:02,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T23:20:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:03,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44737 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T23:20:03,093 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T23:20:03,135 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5f9d64419733,44737,1733267994698, ReplicationSource: 1, currentBandwidth=0 2024-12-03T23:20:03,135 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:20:03,135 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,44737,1733267994698, seqNum=-1] 2024-12-03T23:20:03,136 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:20:03,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-03T23:20:03,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5f9d64419733,44737,1733267994698', locateType=CURRENT is [region=hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5., hostname=5f9d64419733,44737,1733267994698, seqNum=2] 2024-12-03T23:20:03,144 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T23:20:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T23:20:03,147 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5f9d64419733,44737,1733267994698 suceeded 2024-12-03T23:20:03,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T23:20:03,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-12-03T23:20:03,150 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5f9d64419733:37521,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T23:20:03,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 763 msec 2024-12-03T23:20:03,167 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:37521' 2024-12-03T23:20:03,168 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b3a6668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:03,169 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,37521,-1 for getting cluster id 2024-12-03T23:20:03,169 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:03,169 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87d50e0a-a45f-408c-948a-cfce1db8ffa9' 2024-12-03T23:20:03,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:03,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87d50e0a-a45f-408c-948a-cfce1db8ffa9" 2024-12-03T23:20:03,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12845c6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:03,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,37521,-1] 2024-12-03T23:20:03,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:03,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:03,171 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:03,172 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64abadeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:03,172 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:03,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,37521,1733267998709 2024-12-03T23:20:03,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c2d91f5 2024-12-03T23:20:03,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:20:03,174 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-03T23:20:03,174 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5f9d64419733,44737,1733267994698 (queues=1) is replicating from cluster=03f73815-a655-43fa-aeea-b817c8a94a5f to cluster=87d50e0a-a45f-408c-948a-cfce1db8ffa9 2024-12-03T23:20:03,174 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5f9d64419733%2C44737%2C1733267994698 2024-12-03T23:20:03,174 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5f9d64419733,44737,1733267994698, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T23:20:03,175 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697, startPosition=0, beingWritten=true 2024-12-03T23:20:03,178 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.shipper5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5f9d64419733%2C44737%2C1733267994698 2024-12-03T23:20:03,183 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:20:03,183 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 379, reset compression=false 2024-12-03T23:20:03,183 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.shipper5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,44737,1733267994698 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:20:03,387 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 379, reset compression=false 2024-12-03T23:20:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:03,530 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T23:20:03,530 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:20:03,530 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:03,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:03,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:03,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:03,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d23902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:03,532 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,37521,-1 for getting cluster id 2024-12-03T23:20:03,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:03,533 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87d50e0a-a45f-408c-948a-cfce1db8ffa9' 2024-12-03T23:20:03,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:03,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87d50e0a-a45f-408c-948a-cfce1db8ffa9" 2024-12-03T23:20:03,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a012515, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:03,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,37521,-1] 2024-12-03T23:20:03,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:03,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:03,535 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:03,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbf9b79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:03,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:03,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,37521,1733267998709 2024-12-03T23:20:03,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e165346 2024-12-03T23:20:03,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:20:03,538 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:20:03,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5f9d64419733:38107,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T23:20:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T23:20:03,542 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:38107' 2024-12-03T23:20:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:03,548 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d43bdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:03,548 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,38107,-1 for getting cluster id 2024-12-03T23:20:03,548 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:03,549 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03f73815-a655-43fa-aeea-b817c8a94a5f' 2024-12-03T23:20:03,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:03,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03f73815-a655-43fa-aeea-b817c8a94a5f" 2024-12-03T23:20:03,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21cc8d02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:03,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,38107,-1] 2024-12-03T23:20:03,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:03,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:03,551 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:03,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79af43d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:03,551 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:03,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,38107,1733267994637 2024-12-03T23:20:03,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b404eb6 2024-12-03T23:20:03,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:20:03,553 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:20:03,554 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T23:20:03,554 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T23:20:03,554 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:03,554 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:03,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:03,554 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:20:03,555 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T23:20:03,556 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:20:03,556 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:03,557 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:20:03,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46593 is added to blk_1073741837_1013 (size=1138) 2024-12-03T23:20:03,605 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T23:20:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:03,692 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 379, reset compression=false 2024-12-03T23:20:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:03,966 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 95f482886101dd6e61e96a1ade0b6ea6, NAME => 'hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6 2024-12-03T23:20:03,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46593 is added to blk_1073741838_1014 (size=44) 2024-12-03T23:20:04,096 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 379, reset compression=false 2024-12-03T23:20:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:04,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:04,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 95f482886101dd6e61e96a1ade0b6ea6, disabling compactions & flushes 2024-12-03T23:20:04,379 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6. 2024-12-03T23:20:04,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6. 2024-12-03T23:20:04,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6. after waiting 0 ms 2024-12-03T23:20:04,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6. 2024-12-03T23:20:04,379 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6. 2024-12-03T23:20:04,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 95f482886101dd6e61e96a1ade0b6ea6: Waiting for close lock at 1733268004379Disabling compacts and flushes for region at 1733268004379Disabling writes for close at 1733268004379Writing region close event to WAL at 1733268004379Closed at 1733268004379 2024-12-03T23:20:04,380 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:20:04,381 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733268004380"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733268004380"}]},"ts":"1733268004380"} 2024-12-03T23:20:04,383 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:20:04,384 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:20:04,384 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268004384"}]},"ts":"1733268004384"} 2024-12-03T23:20:04,386 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T23:20:04,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95f482886101dd6e61e96a1ade0b6ea6, ASSIGN}] 2024-12-03T23:20:04,387 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95f482886101dd6e61e96a1ade0b6ea6, ASSIGN 2024-12-03T23:20:04,388 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=95f482886101dd6e61e96a1ade0b6ea6, ASSIGN; state=OFFLINE, location=5f9d64419733,37899,1733267998750; forceNewPlan=false, retain=false 2024-12-03T23:20:04,538 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=95f482886101dd6e61e96a1ade0b6ea6, regionState=OPENING, regionLocation=5f9d64419733,37899,1733267998750 2024-12-03T23:20:04,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=95f482886101dd6e61e96a1ade0b6ea6, ASSIGN because future has completed 2024-12-03T23:20:04,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95f482886101dd6e61e96a1ade0b6ea6, server=5f9d64419733,37899,1733267998750}] 2024-12-03T23:20:04,608 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 379, reset compression=false 2024-12-03T23:20:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:04,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6. 2024-12-03T23:20:04,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:20:04,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T23:20:04,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C37899%2C1733267998750.rep, suffix=, logDir=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750, archiveDir=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/oldWALs, maxLogs=10 2024-12-03T23:20:04,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.rep.1733268004700, exclude list is [], retry=0 2024-12-03T23:20:04,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46593,DS-d750d3fe-7328-4eba-8dce-eb6f1b4a2788,DISK] 2024-12-03T23:20:04,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.rep.1733268004700 2024-12-03T23:20:04,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35681:35681)] 2024-12-03T23:20:04,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 95f482886101dd6e61e96a1ade0b6ea6, NAME => 'hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:20:04,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:20:04,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:20:04,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6. service=MultiRowMutationService 2024-12-03T23:20:04,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T23:20:04,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 95f482886101dd6e61e96a1ade0b6ea6 2024-12-03T23:20:04,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:04,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 95f482886101dd6e61e96a1ade0b6ea6 2024-12-03T23:20:04,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 95f482886101dd6e61e96a1ade0b6ea6 2024-12-03T23:20:04,722 INFO [StoreOpener-95f482886101dd6e61e96a1ade0b6ea6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 95f482886101dd6e61e96a1ade0b6ea6 2024-12-03T23:20:04,723 INFO [StoreOpener-95f482886101dd6e61e96a1ade0b6ea6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95f482886101dd6e61e96a1ade0b6ea6 columnFamilyName hfileref 2024-12-03T23:20:04,723 DEBUG [StoreOpener-95f482886101dd6e61e96a1ade0b6ea6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:04,723 INFO [StoreOpener-95f482886101dd6e61e96a1ade0b6ea6-1 {}] regionserver.HStore(327): Store=95f482886101dd6e61e96a1ade0b6ea6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:04,724 INFO [StoreOpener-95f482886101dd6e61e96a1ade0b6ea6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 95f482886101dd6e61e96a1ade0b6ea6 2024-12-03T23:20:04,725 INFO [StoreOpener-95f482886101dd6e61e96a1ade0b6ea6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95f482886101dd6e61e96a1ade0b6ea6 columnFamilyName queue 2024-12-03T23:20:04,725 DEBUG [StoreOpener-95f482886101dd6e61e96a1ade0b6ea6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:04,725 INFO [StoreOpener-95f482886101dd6e61e96a1ade0b6ea6-1 {}] regionserver.HStore(327): Store=95f482886101dd6e61e96a1ade0b6ea6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:04,725 INFO [StoreOpener-95f482886101dd6e61e96a1ade0b6ea6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 95f482886101dd6e61e96a1ade0b6ea6 2024-12-03T23:20:04,726 INFO [StoreOpener-95f482886101dd6e61e96a1ade0b6ea6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95f482886101dd6e61e96a1ade0b6ea6 columnFamilyName sid 2024-12-03T23:20:04,726 DEBUG [StoreOpener-95f482886101dd6e61e96a1ade0b6ea6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:04,726 INFO [StoreOpener-95f482886101dd6e61e96a1ade0b6ea6-1 {}] regionserver.HStore(327): Store=95f482886101dd6e61e96a1ade0b6ea6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:04,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 95f482886101dd6e61e96a1ade0b6ea6 2024-12-03T23:20:04,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/replication/95f482886101dd6e61e96a1ade0b6ea6 2024-12-03T23:20:04,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/replication/95f482886101dd6e61e96a1ade0b6ea6 2024-12-03T23:20:04,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 95f482886101dd6e61e96a1ade0b6ea6 2024-12-03T23:20:04,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 95f482886101dd6e61e96a1ade0b6ea6 2024-12-03T23:20:04,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:20:04,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 95f482886101dd6e61e96a1ade0b6ea6 2024-12-03T23:20:04,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/replication/95f482886101dd6e61e96a1ade0b6ea6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:20:04,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 95f482886101dd6e61e96a1ade0b6ea6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61115608, jitterRate=-0.08930647373199463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:20:04,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95f482886101dd6e61e96a1ade0b6ea6 2024-12-03T23:20:04,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 95f482886101dd6e61e96a1ade0b6ea6: Running coprocessor pre-open hook at 1733268004721Writing region info on filesystem at 1733268004721Initializing all the Stores at 1733268004722 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268004722Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268004722Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268004722Cleaning up temporary data from old regions at 1733268004728 (+6 ms)Running coprocessor post-open hooks at 1733268004731 (+3 ms)Region opened successfully at 1733268004731 2024-12-03T23:20:04,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6., pid=10, masterSystemTime=1733268004694 2024-12-03T23:20:04,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6. 2024-12-03T23:20:04,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6. 2024-12-03T23:20:04,735 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=95f482886101dd6e61e96a1ade0b6ea6, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,37899,1733267998750 2024-12-03T23:20:04,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95f482886101dd6e61e96a1ade0b6ea6, server=5f9d64419733,37899,1733267998750 because future has completed 2024-12-03T23:20:04,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T23:20:04,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 95f482886101dd6e61e96a1ade0b6ea6, server=5f9d64419733,37899,1733267998750 in 197 msec 2024-12-03T23:20:04,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T23:20:04,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95f482886101dd6e61e96a1ade0b6ea6, ASSIGN in 353 msec 2024-12-03T23:20:04,741 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:20:04,741 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268004741"}]},"ts":"1733268004741"} 2024-12-03T23:20:04,743 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T23:20:04,744 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:20:04,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1900 sec 2024-12-03T23:20:04,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6., hostname=5f9d64419733,37899,1733267998750, seqNum=2] 2024-12-03T23:20:04,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11410532280 2024-12-03T23:20:04,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37899-0x1017aa09e600004, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11410532280 2024-12-03T23:20:04,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T23:20:04,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37899 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T23:20:04,924 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T23:20:04,959 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5f9d64419733,37899,1733267998750, ReplicationSource: 1, currentBandwidth=0 2024-12-03T23:20:04,960 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:20:04,960 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,37899,1733267998750, seqNum=-1] 2024-12-03T23:20:04,961 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:20:04,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-03T23:20:04,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5f9d64419733,37899,1733267998750', locateType=CURRENT is [region=hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6., hostname=5f9d64419733,37899,1733267998750, seqNum=2] 2024-12-03T23:20:04,966 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T23:20:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T23:20:04,968 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5f9d64419733,37899,1733267998750 suceeded 2024-12-03T23:20:04,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T23:20:04,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-12-03T23:20:04,970 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5f9d64419733:38107,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T23:20:04,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4310 sec 2024-12-03T23:20:04,983 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:38107' 2024-12-03T23:20:04,984 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5028b0fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:04,984 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,38107,-1 for getting cluster id 2024-12-03T23:20:04,984 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:04,984 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03f73815-a655-43fa-aeea-b817c8a94a5f' 2024-12-03T23:20:04,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:04,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03f73815-a655-43fa-aeea-b817c8a94a5f" 2024-12-03T23:20:04,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35920bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:04,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,38107,-1] 2024-12-03T23:20:04,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:04,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:04,986 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:04,986 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34efac07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:04,987 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:04,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,38107,1733267994637 2024-12-03T23:20:04,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26715b39 2024-12-03T23:20:04,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:20:04,988 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-03T23:20:04,989 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5f9d64419733,37899,1733267998750 (queues=1) is replicating from cluster=87d50e0a-a45f-408c-948a-cfce1db8ffa9 to cluster=03f73815-a655-43fa-aeea-b817c8a94a5f 2024-12-03T23:20:04,989 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5f9d64419733%2C37899%2C1733267998750 2024-12-03T23:20:04,989 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5f9d64419733,37899,1733267998750, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T23:20:04,989 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943, startPosition=0, beingWritten=true 2024-12-03T23:20:04,989 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.shipper5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5f9d64419733%2C37899%2C1733267998750 2024-12-03T23:20:04,994 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:20:04,994 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943 to pos 379, reset compression=false 2024-12-03T23:20:04,994 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.shipper5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,37899,1733267998750 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:20:05,204 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943 to pos 379, reset compression=false 2024-12-03T23:20:05,217 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 379, reset compression=false 2024-12-03T23:20:05,508 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943 to pos 379, reset compression=false 2024-12-03T23:20:05,682 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T23:20:05,683 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T23:20:05,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T23:20:05,683 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T23:20:05,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T23:20:05,684 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T23:20:05,685 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:20:05,685 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T23:20:05,685 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T23:20:05,685 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T23:20:05,685 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:20:05,685 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T23:20:05,686 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T23:20:05,686 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T23:20:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:05,691 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T23:20:05,691 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:20:05,691 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:05,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:05,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:05,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:05,692 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:20:05,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,44737,1733267994698, seqNum=-1] 2024-12-03T23:20:05,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:20:05,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:20:05,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2., hostname=5f9d64419733,44737,1733267994698, seqNum=2] 2024-12-03T23:20:05,702 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:20:05,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,37899,1733267998750, seqNum=-1] 2024-12-03T23:20:05,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:20:05,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:20:05,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733268001223.5b2890826c58c22637cb7619f9669cc0., hostname=5f9d64419733,37899,1733267998750, seqNum=2] 2024-12-03T23:20:05,711 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T23:20:05,805 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T23:20:05,916 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943 to pos 379, reset compression=false 2024-12-03T23:20:05,923 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 379, reset compression=false 2024-12-03T23:20:05,928 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:20:05,928 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 480, reset compression=false 2024-12-03T23:20:05,928 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.shipper5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,44737,1733267994698 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8552e99b0c9fbebb85063053c48e5e2/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T23:20:05,931 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.shipper5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:20:05,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-03T23:20:05,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37899 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:20:05,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7631ac8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:05,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37899 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,37521,-1 for getting cluster id 2024-12-03T23:20:05,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:05,935 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87d50e0a-a45f-408c-948a-cfce1db8ffa9' 2024-12-03T23:20:05,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:05,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87d50e0a-a45f-408c-948a-cfce1db8ffa9" 2024-12-03T23:20:05,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31d1a096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:05,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,37521,-1] 2024-12-03T23:20:05,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:05,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:05,937 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:05,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59d082c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:05,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37899 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:20:05,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,37899,1733267998750, seqNum=-1] 2024-12-03T23:20:05,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:20:05,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-03T23:20:05,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733268001223.5b2890826c58c22637cb7619f9669cc0., hostname=5f9d64419733,37899,1733267998750, seqNum=2] 2024-12-03T23:20:05,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37899 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:20:06,135 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 480, reset compression=false 2024-12-03T23:20:06,420 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943 to pos 379, reset compression=false 2024-12-03T23:20:06,428 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:20:06,428 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943 to pos 503, reset compression=false 2024-12-03T23:20:06,428 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.shipper5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,37899,1733267998750 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:20:06,433 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:20:06,462 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 480, reset compression=false 2024-12-03T23:20:06,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:06,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:06,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:06,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:06,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:06,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:06,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:06,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:06,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:06,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:06,636 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943 to pos 503, reset compression=false 2024-12-03T23:20:06,715 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T23:20:06,719 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T23:20:06,870 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 480, reset compression=false 2024-12-03T23:20:06,942 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943 to pos 503, reset compression=false 2024-12-03T23:20:06,947 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:20:06,947 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943 to pos 607, reset compression=false 2024-12-03T23:20:06,947 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.shipper5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,37899,1733267998750 got entry batch from reader: WALEntryBatch [walEntries=[{test/5b2890826c58c22637cb7619f9669cc0/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T23:20:06,949 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.shipper5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:20:06,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-03T23:20:06,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:20:06,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d062445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:06,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,38107,-1 for getting cluster id 2024-12-03T23:20:06,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:06,953 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03f73815-a655-43fa-aeea-b817c8a94a5f' 2024-12-03T23:20:06,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:06,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03f73815-a655-43fa-aeea-b817c8a94a5f" 2024-12-03T23:20:06,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a97e160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:06,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,38107,-1] 2024-12-03T23:20:06,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:06,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:06,954 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:06,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5171e96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:06,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:20:06,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,44737,1733267994698, seqNum=-1] 2024-12-03T23:20:06,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:20:06,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-03T23:20:06,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2., hostname=5f9d64419733,44737,1733267994698, seqNum=2] 2024-12-03T23:20:06,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:20:07,151 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943 to pos 607, reset compression=false 2024-12-03T23:20:07,229 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:07,230 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5f9d64419733,45081,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T23:20:07,230 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18306 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5f9d64419733,45081,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T23:20:07,375 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 480, reset compression=false 2024-12-03T23:20:07,379 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:20:07,379 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 608, reset compression=false 2024-12-03T23:20:07,380 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.shipper5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,44737,1733267994698 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:20:07,455 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943 to pos 607, reset compression=false 2024-12-03T23:20:07,583 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 608, reset compression=false 2024-12-03T23:20:07,721 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T23:20:07,731 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T23:20:07,859 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943 to pos 607, reset compression=false 2024-12-03T23:20:07,887 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 608, reset compression=false 2024-12-03T23:20:07,897 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:20:07,897 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 764, reset compression=false 2024-12-03T23:20:07,898 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.shipper5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,44737,1733267994698 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8552e99b0c9fbebb85063053c48e5e2/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T23:20:07,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37899 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:20:07,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37899 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:20:08,113 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 764, reset compression=false 2024-12-03T23:20:08,364 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943 to pos 607, reset compression=false 2024-12-03T23:20:08,368 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:20:08,368 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943 to pos 754, reset compression=false 2024-12-03T23:20:08,368 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.shipper5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,37899,1733267998750 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:20:08,425 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 764, reset compression=false 2024-12-03T23:20:08,572 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943 to pos 754, reset compression=false 2024-12-03T23:20:08,734 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T23:20:08,739 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T23:20:08,829 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 764, reset compression=false 2024-12-03T23:20:08,877 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943 to pos 754, reset compression=false 2024-12-03T23:20:08,882 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:20:08,882 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943 to pos 913, reset compression=false 2024-12-03T23:20:08,882 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.shipper5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,37899,1733267998750 got entry batch from reader: WALEntryBatch [walEntries=[{test/5b2890826c58c22637cb7619f9669cc0/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T23:20:08,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:20:08,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:20:09,085 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943 to pos 913, reset compression=false 2024-12-03T23:20:09,338 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 764, reset compression=false 2024-12-03T23:20:09,342 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:20:09,342 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 914, reset compression=false 2024-12-03T23:20:09,342 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.shipper5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,44737,1733267994698 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:20:09,394 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943 to pos 913, reset compression=false 2024-12-03T23:20:09,546 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 914, reset compression=false 2024-12-03T23:20:09,741 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T23:20:09,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T23:20:09,744 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:20:09,744 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:09,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:09,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:09,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:09,744 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T23:20:09,744 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1475609339, stopped=false 2024-12-03T23:20:09,744 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5f9d64419733,37521,1733267998709 2024-12-03T23:20:09,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11410532280/running 2024-12-03T23:20:09,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37899-0x1017aa09e600004, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11410532280/running 2024-12-03T23:20:09,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11410532280 2024-12-03T23:20:09,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37899-0x1017aa09e600004, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11410532280 2024-12-03T23:20:09,746 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:20:09,746 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:20:09,746 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:09,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:09,746 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5f9d64419733,37899,1733267998750' ***** 2024-12-03T23:20:09,746 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T23:20:09,747 INFO [RS:0;5f9d64419733:37899 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T23:20:09,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Set watcher on znode that does not yet exist, /11410532280/running 2024-12-03T23:20:09,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37899-0x1017aa09e600004, quorum=127.0.0.1:61553, baseZNode=/11410532280 Set watcher on znode that does not yet exist, /11410532280/running 2024-12-03T23:20:09,747 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T23:20:09,747 INFO [RS:0;5f9d64419733:37899 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T23:20:09,748 INFO [RS:0;5f9d64419733:37899 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T23:20:09,748 INFO [RS:0;5f9d64419733:37899 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b2890826c58c22637cb7619f9669cc0 2024-12-03T23:20:09,748 INFO [RS:0;5f9d64419733:37899 {}] regionserver.HRegionServer(3091): Received CLOSE for 95f482886101dd6e61e96a1ade0b6ea6 2024-12-03T23:20:09,748 INFO [RS:0;5f9d64419733:37899 {}] regionserver.HRegionServer(959): stopping server 5f9d64419733,37899,1733267998750 2024-12-03T23:20:09,748 INFO [RS:0;5f9d64419733:37899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:20:09,748 INFO [RS:0;5f9d64419733:37899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:37899. 2024-12-03T23:20:09,748 DEBUG [RS:0;5f9d64419733:37899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:09,748 DEBUG [RS:0;5f9d64419733:37899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:09,748 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b2890826c58c22637cb7619f9669cc0, disabling compactions & flushes 2024-12-03T23:20:09,748 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733268001223.5b2890826c58c22637cb7619f9669cc0. 2024-12-03T23:20:09,748 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733268001223.5b2890826c58c22637cb7619f9669cc0. 2024-12-03T23:20:09,748 INFO [RS:0;5f9d64419733:37899 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T23:20:09,748 INFO [RS:0;5f9d64419733:37899 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T23:20:09,748 INFO [RS:0;5f9d64419733:37899 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T23:20:09,748 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733268001223.5b2890826c58c22637cb7619f9669cc0. after waiting 0 ms 2024-12-03T23:20:09,748 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733268001223.5b2890826c58c22637cb7619f9669cc0. 2024-12-03T23:20:09,748 INFO [RS:0;5f9d64419733:37899 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T23:20:09,748 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5b2890826c58c22637cb7619f9669cc0 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-03T23:20:09,748 INFO [RS:0;5f9d64419733:37899 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T23:20:09,748 DEBUG [RS:0;5f9d64419733:37899 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5b2890826c58c22637cb7619f9669cc0=test,,1733268001223.5b2890826c58c22637cb7619f9669cc0., 95f482886101dd6e61e96a1ade0b6ea6=hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6.} 2024-12-03T23:20:09,748 DEBUG [RS:0;5f9d64419733:37899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b2890826c58c22637cb7619f9669cc0, 95f482886101dd6e61e96a1ade0b6ea6 2024-12-03T23:20:09,749 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:20:09,749 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:20:09,749 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:20:09,749 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:20:09,749 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:20:09,749 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T23:20:09,769 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/default/test/5b2890826c58c22637cb7619f9669cc0/.tmp/f/d406549654e545d8a43920a51c1172af is 29, key is row1/f:/1733268008735/DeleteFamily/seqid=0 2024-12-03T23:20:09,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46593 is added to blk_1073741840_1016 (size=5118) 2024-12-03T23:20:09,773 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/1588230740/.tmp/info/cff684d9b571420f91719068477f4b42 is 147, key is hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6./info:regioninfo/1733268004735/Put/seqid=0 2024-12-03T23:20:09,773 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/default/test/5b2890826c58c22637cb7619f9669cc0/.tmp/f/d406549654e545d8a43920a51c1172af 2024-12-03T23:20:09,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46593 is added to blk_1073741841_1017 (size=7686) 2024-12-03T23:20:09,776 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/1588230740/.tmp/info/cff684d9b571420f91719068477f4b42 2024-12-03T23:20:09,778 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d406549654e545d8a43920a51c1172af 2024-12-03T23:20:09,792 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/default/test/5b2890826c58c22637cb7619f9669cc0/.tmp/f1/70e340ccf38846f0b71e592e44043fc3 is 30, key is row1/f1:/1733268008735/DeleteFamily/seqid=0 2024-12-03T23:20:09,794 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/1588230740/.tmp/ns/6cf248ab180d48c788a91ae760879832 is 43, key is default/ns:d/1733268000537/Put/seqid=0 2024-12-03T23:20:09,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46593 is added to blk_1073741842_1018 (size=5123) 2024-12-03T23:20:09,796 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/default/test/5b2890826c58c22637cb7619f9669cc0/.tmp/f1/70e340ccf38846f0b71e592e44043fc3 2024-12-03T23:20:09,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46593 is added to blk_1073741843_1019 (size=5153) 2024-12-03T23:20:09,797 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/1588230740/.tmp/ns/6cf248ab180d48c788a91ae760879832 2024-12-03T23:20:09,798 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943 to pos 913, reset compression=false 2024-12-03T23:20:09,800 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70e340ccf38846f0b71e592e44043fc3 2024-12-03T23:20:09,803 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:20:09,803 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943 to pos 1160, reset compression=false 2024-12-03T23:20:09,803 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.shipper5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,37899,1733267998750 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:20:09,804 ERROR [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.shipper5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5f9d64419733,37899,1733267998750: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5f9d64419733,37899,1733267998750, walGroup=5f9d64419733%2C37899%2C1733267998750, offset=5f9d64419733%2C37899%2C1733267998750.1733267999943:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:37899 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T23:20:09,805 ERROR [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.shipper5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T23:20:09,805 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.shipper5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T23:20:09,806 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.shipper5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T23:20:09,806 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.shipper5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T23:20:09,806 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.shipper5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T23:20:09,806 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.shipper5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 589017024 }, "NonHeapMemoryUsage": { "committed": 194248704, "init": 7667712, "max": -1, "used": 191481136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T23:20:09,806 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.shipper5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:37521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:37521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T23:20:09,822 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/default/test/5b2890826c58c22637cb7619f9669cc0/.tmp/norep/2a792b9368c842f6a88203eecaae731c is 33, key is row1/norep:/1733268008735/DeleteFamily/seqid=0 2024-12-03T23:20:09,823 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/1588230740/.tmp/rep_barrier/6435a0b1208f482793fde5f99cc9f29e is 112, key is test,,1733268001223.5b2890826c58c22637cb7619f9669cc0./rep_barrier:seqnumDuringOpen/1733268001993/Put/seqid=0 2024-12-03T23:20:09,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46593 is added to blk_1073741844_1020 (size=5108) 2024-12-03T23:20:09,826 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/default/test/5b2890826c58c22637cb7619f9669cc0/.tmp/norep/2a792b9368c842f6a88203eecaae731c 2024-12-03T23:20:09,829 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a792b9368c842f6a88203eecaae731c 2024-12-03T23:20:09,829 INFO [regionserver/5f9d64419733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:20:09,830 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/default/test/5b2890826c58c22637cb7619f9669cc0/.tmp/f/d406549654e545d8a43920a51c1172af as hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/default/test/5b2890826c58c22637cb7619f9669cc0/f/d406549654e545d8a43920a51c1172af 2024-12-03T23:20:09,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46593 is added to blk_1073741845_1021 (size=5518) 2024-12-03T23:20:09,834 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d406549654e545d8a43920a51c1172af 2024-12-03T23:20:09,834 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/default/test/5b2890826c58c22637cb7619f9669cc0/f/d406549654e545d8a43920a51c1172af, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T23:20:09,835 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/default/test/5b2890826c58c22637cb7619f9669cc0/.tmp/f1/70e340ccf38846f0b71e592e44043fc3 as hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/default/test/5b2890826c58c22637cb7619f9669cc0/f1/70e340ccf38846f0b71e592e44043fc3 2024-12-03T23:20:09,839 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70e340ccf38846f0b71e592e44043fc3 2024-12-03T23:20:09,839 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/default/test/5b2890826c58c22637cb7619f9669cc0/f1/70e340ccf38846f0b71e592e44043fc3, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T23:20:09,840 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/default/test/5b2890826c58c22637cb7619f9669cc0/.tmp/norep/2a792b9368c842f6a88203eecaae731c as hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/default/test/5b2890826c58c22637cb7619f9669cc0/norep/2a792b9368c842f6a88203eecaae731c 2024-12-03T23:20:09,843 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a792b9368c842f6a88203eecaae731c 2024-12-03T23:20:09,843 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/default/test/5b2890826c58c22637cb7619f9669cc0/norep/2a792b9368c842f6a88203eecaae731c, entries=1, sequenceid=8, filesize=5.0 K 2024-12-03T23:20:09,844 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 5b2890826c58c22637cb7619f9669cc0 in 96ms, sequenceid=8, compaction requested=false 2024-12-03T23:20:09,848 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/default/test/5b2890826c58c22637cb7619f9669cc0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T23:20:09,848 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:20:09,848 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T23:20:09,849 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733268001223.5b2890826c58c22637cb7619f9669cc0. 2024-12-03T23:20:09,849 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b2890826c58c22637cb7619f9669cc0: Waiting for close lock at 1733268009748Running coprocessor pre-close hooks at 1733268009748Disabling compacts and flushes for region at 1733268009748Disabling writes for close at 1733268009748Obtaining lock to block concurrent updates at 1733268009748Preparing flush snapshotting stores in 5b2890826c58c22637cb7619f9669cc0 at 1733268009748Finished memstore snapshotting test,,1733268001223.5b2890826c58c22637cb7619f9669cc0., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733268009749 (+1 ms)Flushing stores of test,,1733268001223.5b2890826c58c22637cb7619f9669cc0. at 1733268009749Flushing 5b2890826c58c22637cb7619f9669cc0/f: creating writer at 1733268009749Flushing 5b2890826c58c22637cb7619f9669cc0/f: appending metadata at 1733268009768 (+19 ms)Flushing 5b2890826c58c22637cb7619f9669cc0/f: closing flushed file at 1733268009768Flushing 5b2890826c58c22637cb7619f9669cc0/f1: creating writer at 1733268009779 (+11 ms)Flushing 5b2890826c58c22637cb7619f9669cc0/f1: appending metadata at 1733268009792 (+13 ms)Flushing 5b2890826c58c22637cb7619f9669cc0/f1: closing flushed file at 1733268009792Flushing 5b2890826c58c22637cb7619f9669cc0/norep: creating writer at 1733268009800 (+8 ms)Flushing 5b2890826c58c22637cb7619f9669cc0/norep: appending metadata at 1733268009821 (+21 ms)Flushing 5b2890826c58c22637cb7619f9669cc0/norep: closing flushed file at 1733268009821Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@467e27f8: reopening flushed file at 1733268009829 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7351440b: reopening flushed file at 1733268009835 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10a955c1: reopening flushed file at 1733268009839 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 5b2890826c58c22637cb7619f9669cc0 in 96ms, sequenceid=8, compaction requested=false at 1733268009844 (+5 ms)Writing region close event to WAL at 1733268009845 (+1 ms)Running coprocessor post-close hooks at 1733268009848 (+3 ms)Closed at 1733268009849 (+1 ms) 2024-12-03T23:20:09,849 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733268001223.5b2890826c58c22637cb7619f9669cc0. 2024-12-03T23:20:09,849 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95f482886101dd6e61e96a1ade0b6ea6, disabling compactions & flushes 2024-12-03T23:20:09,849 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6. 2024-12-03T23:20:09,849 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6. 2024-12-03T23:20:09,849 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6. after waiting 0 ms 2024-12-03T23:20:09,849 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6. 2024-12-03T23:20:09,849 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95f482886101dd6e61e96a1ade0b6ea6: Waiting for close lock at 1733268009849Running coprocessor pre-close hooks at 1733268009849Disabling compacts and flushes for region at 1733268009849Disabling writes for close at 1733268009849Failed flush hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6., putting online again at 1733268009849 2024-12-03T23:20:09,849 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6. 2024-12-03T23:20:09,850 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 914, reset compression=false 2024-12-03T23:20:09,898 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T23:20:09,898 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T23:20:09,949 INFO [RS:0;5f9d64419733:37899 {}] regionserver.HRegionServer(3091): Received CLOSE for 95f482886101dd6e61e96a1ade0b6ea6 2024-12-03T23:20:09,949 DEBUG [RS:0;5f9d64419733:37899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 95f482886101dd6e61e96a1ade0b6ea6 2024-12-03T23:20:09,949 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95f482886101dd6e61e96a1ade0b6ea6, disabling compactions & flushes 2024-12-03T23:20:09,949 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6. 2024-12-03T23:20:09,949 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6. 2024-12-03T23:20:09,949 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6. after waiting 0 ms 2024-12-03T23:20:09,949 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6. 2024-12-03T23:20:09,949 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95f482886101dd6e61e96a1ade0b6ea6: Waiting for close lock at 1733268009949Running coprocessor pre-close hooks at 1733268009949Disabling compacts and flushes for region at 1733268009949Disabling writes for close at 1733268009949Failed flush hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6., putting online again at 1733268009949 2024-12-03T23:20:09,949 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6. 2024-12-03T23:20:10,007 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943 to pos 1160, reset compression=false 2024-12-03T23:20:10,012 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:20:10,012 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943 to pos 1804, reset compression=false 2024-12-03T23:20:10,149 DEBUG [RS:0;5f9d64419733:37899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:20:10,215 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943 to pos 1804, reset compression=false 2024-12-03T23:20:10,234 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/1588230740/.tmp/rep_barrier/6435a0b1208f482793fde5f99cc9f29e 2024-12-03T23:20:10,253 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 914, reset compression=false 2024-12-03T23:20:10,256 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/1588230740/.tmp/table/b8f7afc5aeec47f4b8d19401a95c9157 is 53, key is hbase:replication/table:state/1733268004741/Put/seqid=0 2024-12-03T23:20:10,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46593 is added to blk_1073741846_1022 (size=5308) 2024-12-03T23:20:10,349 DEBUG [RS:0;5f9d64419733:37899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:20:10,519 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/WALs/5f9d64419733,37899,1733267998750/5f9d64419733%2C37899%2C1733267998750.1733267999943 to pos 1804, reset compression=false 2024-12-03T23:20:10,549 DEBUG [RS:0;5f9d64419733:37899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:20:10,660 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/1588230740/.tmp/table/b8f7afc5aeec47f4b8d19401a95c9157 2024-12-03T23:20:10,666 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/1588230740/.tmp/info/cff684d9b571420f91719068477f4b42 as hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/1588230740/info/cff684d9b571420f91719068477f4b42 2024-12-03T23:20:10,671 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/1588230740/info/cff684d9b571420f91719068477f4b42, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T23:20:10,671 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/1588230740/.tmp/ns/6cf248ab180d48c788a91ae760879832 as hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/1588230740/ns/6cf248ab180d48c788a91ae760879832 2024-12-03T23:20:10,677 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/1588230740/ns/6cf248ab180d48c788a91ae760879832, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T23:20:10,678 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/1588230740/.tmp/rep_barrier/6435a0b1208f482793fde5f99cc9f29e as hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/1588230740/rep_barrier/6435a0b1208f482793fde5f99cc9f29e 2024-12-03T23:20:10,683 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/1588230740/rep_barrier/6435a0b1208f482793fde5f99cc9f29e, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T23:20:10,685 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/1588230740/.tmp/table/b8f7afc5aeec47f4b8d19401a95c9157 as hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/1588230740/table/b8f7afc5aeec47f4b8d19401a95c9157 2024-12-03T23:20:10,693 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/1588230740/table/b8f7afc5aeec47f4b8d19401a95c9157, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T23:20:10,695 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 946ms, sequenceid=16, compaction requested=false 2024-12-03T23:20:10,701 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T23:20:10,701 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:20:10,701 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:20:10,701 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:20:10,701 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733268009748Running coprocessor pre-close hooks at 1733268009748Disabling compacts and flushes for region at 1733268009748Disabling writes for close at 1733268009749 (+1 ms)Obtaining lock to block concurrent updates at 1733268009749Preparing flush snapshotting stores in 1588230740 at 1733268009749Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733268009749Flushing stores of hbase:meta,,1.1588230740 at 1733268009749Flushing 1588230740/info: creating writer at 1733268009750 (+1 ms)Flushing 1588230740/info: appending metadata at 1733268009772 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733268009772Flushing 1588230740/ns: creating writer at 1733268009780 (+8 ms)Flushing 1588230740/ns: appending metadata at 1733268009793 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733268009793Flushing 1588230740/rep_barrier: creating writer at 1733268009803 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733268009823 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733268009823Flushing 1588230740/table: creating writer at 1733268010238 (+415 ms)Flushing 1588230740/table: appending metadata at 1733268010255 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733268010255Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1828d2a9: reopening flushed file at 1733268010665 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c59dea2: reopening flushed file at 1733268010671 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@306160c2: reopening flushed file at 1733268010677 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62023eb1: reopening flushed file at 1733268010684 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 946ms, sequenceid=16, compaction requested=false at 1733268010695 (+11 ms)Writing region close event to WAL at 1733268010697 (+2 ms)Running coprocessor post-close hooks at 1733268010701 (+4 ms)Closed at 1733268010701 2024-12-03T23:20:10,701 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T23:20:10,750 INFO [RS:0;5f9d64419733:37899 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T23:20:10,750 DEBUG [RS:0;5f9d64419733:37899 {}] regionserver.HRegionServer(1325): Online Regions={95f482886101dd6e61e96a1ade0b6ea6=hbase:replication,,1733268003554.95f482886101dd6e61e96a1ade0b6ea6.} 2024-12-03T23:20:10,750 INFO [RS:0;5f9d64419733:37899 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T23:20:10,750 INFO [RS:0;5f9d64419733:37899 {}] regionserver.HRegionServer(976): stopping server 5f9d64419733,37899,1733267998750; all regions closed. 2024-12-03T23:20:10,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46593 is added to blk_1073741834_1010 (size=4239) 2024-12-03T23:20:10,756 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 914, reset compression=false 2024-12-03T23:20:10,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46593 is added to blk_1073741839_1015 (size=1733) 2024-12-03T23:20:10,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46593 is added to blk_1073741832_1008 (size=1812) 2024-12-03T23:20:10,770 DEBUG [RS:0;5f9d64419733:37899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:10,770 INFO [RS:0;5f9d64419733:37899 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:20:10,771 INFO [RS:0;5f9d64419733:37899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:20:10,771 INFO [RS:0;5f9d64419733:37899 {}] hbase.ChoreService(370): Chore service for: regionserver/5f9d64419733:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T23:20:10,771 INFO [RS:0;5f9d64419733:37899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:20:10,771 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:20:10,771 INFO [RS:0;5f9d64419733:37899 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5f9d64419733,37899,1733267998750 because: Region server is closing 2024-12-03T23:20:10,772 INFO [RS:0;5f9d64419733:37899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:37899. 2024-12-03T23:20:10,772 DEBUG [RS:0;5f9d64419733:37899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:10,772 DEBUG [RS:0;5f9d64419733:37899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:10,772 DEBUG [RS:0;5f9d64419733:37899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:10,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:10,872 INFO [RS:0;5f9d64419733:37899 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.shipper5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 terminated 2024-12-03T23:20:10,872 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,37899,1733267998750.replicationSource.wal-reader.5f9d64419733%2C37899%2C1733267998750,1-5f9d64419733,37899,1733267998750 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T23:20:10,872 INFO [RS:0;5f9d64419733:37899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:37899. 2024-12-03T23:20:10,873 DEBUG [RS:0;5f9d64419733:37899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:10,873 DEBUG [RS:0;5f9d64419733:37899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:10,873 DEBUG [RS:0;5f9d64419733:37899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:10,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:10,873 INFO [RS:0;5f9d64419733:37899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37899 2024-12-03T23:20:10,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37899-0x1017aa09e600004, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11410532280/rs/5f9d64419733,37899,1733267998750 2024-12-03T23:20:10,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11410532280/rs 2024-12-03T23:20:10,875 INFO [RS:0;5f9d64419733:37899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:20:10,878 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5f9d64419733,37899,1733267998750] 2024-12-03T23:20:10,880 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11410532280/draining/5f9d64419733,37899,1733267998750 already deleted, retry=false 2024-12-03T23:20:10,880 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5f9d64419733,37899,1733267998750 expired; onlineServers=0 2024-12-03T23:20:10,880 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5f9d64419733,37521,1733267998709' ***** 2024-12-03T23:20:10,880 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T23:20:10,880 INFO [M:0;5f9d64419733:37521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:20:10,880 INFO [M:0;5f9d64419733:37521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:20:10,880 DEBUG [M:0;5f9d64419733:37521 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T23:20:10,880 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T23:20:10,880 DEBUG [M:0;5f9d64419733:37521 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T23:20:10,880 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267999749 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267999749,5,FailOnTimeoutGroup] 2024-12-03T23:20:10,881 INFO [M:0;5f9d64419733:37521 {}] hbase.ChoreService(370): Chore service for: master/5f9d64419733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T23:20:10,881 INFO [M:0;5f9d64419733:37521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:20:10,881 DEBUG [M:0;5f9d64419733:37521 {}] master.HMaster(1795): Stopping service threads 2024-12-03T23:20:10,881 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267999752 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267999752,5,FailOnTimeoutGroup] 2024-12-03T23:20:10,881 INFO [M:0;5f9d64419733:37521 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T23:20:10,881 INFO [M:0;5f9d64419733:37521 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:20:10,881 INFO [M:0;5f9d64419733:37521 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T23:20:10,881 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T23:20:10,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11410532280/master 2024-12-03T23:20:10,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11410532280 2024-12-03T23:20:10,884 DEBUG [M:0;5f9d64419733:37521 {}] zookeeper.RecoverableZooKeeper(212): Node /11410532280/master already deleted, retry=false 2024-12-03T23:20:10,884 DEBUG [M:0;5f9d64419733:37521 {}] master.ActiveMasterManager(353): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Failed delete of our master address node; KeeperErrorCode = NoNode for /11410532280/master 2024-12-03T23:20:10,884 INFO [M:0;5f9d64419733:37521 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/.lastflushedseqids 2024-12-03T23:20:10,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46593 is added to blk_1073741847_1023 (size=245) 2024-12-03T23:20:10,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37899-0x1017aa09e600004, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:20:10,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37899-0x1017aa09e600004, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:20:10,977 INFO [RS:0;5f9d64419733:37899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:20:10,977 INFO [RS:0;5f9d64419733:37899 {}] regionserver.HRegionServer(1031): Exiting; stopping=5f9d64419733,37899,1733267998750; zookeeper connection closed. 2024-12-03T23:20:10,978 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79cb62ab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79cb62ab 2024-12-03T23:20:10,978 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T23:20:11,293 INFO [M:0;5f9d64419733:37521 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T23:20:11,293 INFO [M:0;5f9d64419733:37521 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T23:20:11,293 DEBUG [M:0;5f9d64419733:37521 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:20:11,293 INFO [M:0;5f9d64419733:37521 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:11,293 DEBUG [M:0;5f9d64419733:37521 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:11,293 DEBUG [M:0;5f9d64419733:37521 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:20:11,293 DEBUG [M:0;5f9d64419733:37521 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:11,293 INFO [M:0;5f9d64419733:37521 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T23:20:11,315 DEBUG [M:0;5f9d64419733:37521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b062ce457b9d44a39e32869b499b32d8 is 82, key is hbase:meta,,1/info:regioninfo/1733268000527/Put/seqid=0 2024-12-03T23:20:11,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46593 is added to blk_1073741848_1024 (size=5672) 2024-12-03T23:20:11,369 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 914, reset compression=false 2024-12-03T23:20:11,722 INFO [M:0;5f9d64419733:37521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b062ce457b9d44a39e32869b499b32d8 2024-12-03T23:20:11,754 DEBUG [M:0;5f9d64419733:37521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7226ff531dc04a8aac850ee7bcece8f3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733268004744/Put/seqid=0 2024-12-03T23:20:11,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46593 is added to blk_1073741849_1025 (size=8516) 2024-12-03T23:20:12,073 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 914, reset compression=false 2024-12-03T23:20:12,161 INFO [M:0;5f9d64419733:37521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7226ff531dc04a8aac850ee7bcece8f3 2024-12-03T23:20:12,186 DEBUG [M:0;5f9d64419733:37521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac36443e2d844ea59eb3aa88524d06cd is 69, key is 5f9d64419733,37899,1733267998750/rs:state/1733267999795/Put/seqid=0 2024-12-03T23:20:12,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46593 is added to blk_1073741850_1026 (size=5156) 2024-12-03T23:20:12,593 INFO [M:0;5f9d64419733:37521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac36443e2d844ea59eb3aa88524d06cd 2024-12-03T23:20:12,598 DEBUG [M:0;5f9d64419733:37521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b062ce457b9d44a39e32869b499b32d8 as hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b062ce457b9d44a39e32869b499b32d8 2024-12-03T23:20:12,603 INFO [M:0;5f9d64419733:37521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b062ce457b9d44a39e32869b499b32d8, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T23:20:12,604 DEBUG [M:0;5f9d64419733:37521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7226ff531dc04a8aac850ee7bcece8f3 as hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7226ff531dc04a8aac850ee7bcece8f3 2024-12-03T23:20:12,608 INFO [M:0;5f9d64419733:37521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7226ff531dc04a8aac850ee7bcece8f3, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T23:20:12,609 DEBUG [M:0;5f9d64419733:37521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac36443e2d844ea59eb3aa88524d06cd as hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac36443e2d844ea59eb3aa88524d06cd 2024-12-03T23:20:12,613 INFO [M:0;5f9d64419733:37521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37213/user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac36443e2d844ea59eb3aa88524d06cd, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T23:20:12,614 INFO [M:0;5f9d64419733:37521 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=97, compaction requested=false 2024-12-03T23:20:12,617 INFO [M:0;5f9d64419733:37521 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:12,617 DEBUG [M:0;5f9d64419733:37521 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733268011293Disabling compacts and flushes for region at 1733268011293Disabling writes for close at 1733268011293Obtaining lock to block concurrent updates at 1733268011293Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733268011293Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733268011293Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733268011294 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733268011294Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733268011314 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733268011314Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733268011734 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733268011754 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733268011754Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733268012165 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733268012185 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733268012185Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c5d14a7: reopening flushed file at 1733268012597 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74f8b046: reopening flushed file at 1733268012604 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a8b6cfb: reopening flushed file at 1733268012608 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=97, compaction requested=false at 1733268012614 (+6 ms)Writing region close event to WAL at 1733268012617 (+3 ms)Closed at 1733268012617 2024-12-03T23:20:12,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46593 is added to blk_1073741830_1006 (size=63654) 2024-12-03T23:20:12,619 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/be182023-7e9c-1765-5875-8d1dbfdb00d6/MasterData/WALs/5f9d64419733,37521,1733267998709/5f9d64419733%2C37521%2C1733267998709.1733267999666 not finished, retry = 0 2024-12-03T23:20:12,721 INFO [M:0;5f9d64419733:37521 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T23:20:12,721 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:20:12,721 INFO [M:0;5f9d64419733:37521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37521 2024-12-03T23:20:12,721 INFO [M:0;5f9d64419733:37521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:20:12,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:20:12,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37521-0x1017aa09e600003, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:20:12,823 INFO [M:0;5f9d64419733:37521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:20:12,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790b2c70{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:20:12,838 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e6736a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:20:12,838 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:20:12,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d47073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:20:12,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5172d7cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/hadoop.log.dir/,STOPPED} 2024-12-03T23:20:12,840 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T23:20:12,840 WARN [BP-1542322926-172.17.0.2-1733267997763 heartbeating to localhost/127.0.0.1:37213 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T23:20:12,840 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T23:20:12,840 WARN [BP-1542322926-172.17.0.2-1733267997763 heartbeating to localhost/127.0.0.1:37213 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1542322926-172.17.0.2-1733267997763 (Datanode Uuid 3f40a30e-e5ce-4101-b394-0680c3cb04ee) service to localhost/127.0.0.1:37213 2024-12-03T23:20:12,841 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/cluster_bf3d8aeb-7a53-9479-ab53-cc3c62ec2ad3/data/data1/current/BP-1542322926-172.17.0.2-1733267997763 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:20:12,841 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/cluster_bf3d8aeb-7a53-9479-ab53-cc3c62ec2ad3/data/data2/current/BP-1542322926-172.17.0.2-1733267997763 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:20:12,841 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T23:20:12,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73eebb02{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:20:12,849 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b7c9c1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:20:12,849 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:20:12,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cae8f34{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:20:12,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67c2d1fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/hadoop.log.dir/,STOPPED} 2024-12-03T23:20:12,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T23:20:12,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T23:20:12,865 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:20:12,865 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:12,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:12,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:12,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:12,865 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T23:20:12,865 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1251401165, stopped=false 2024-12-03T23:20:12,866 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5f9d64419733,38107,1733267994637 2024-12-03T23:20:12,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1381632890/running 2024-12-03T23:20:12,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1017aa09e600001, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1381632890/running 2024-12-03T23:20:12,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1017aa09e600001, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381632890 2024-12-03T23:20:12,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381632890 2024-12-03T23:20:12,867 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:20:12,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Set watcher on znode that does not yet exist, /0-1381632890/running 2024-12-03T23:20:12,868 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:20:12,868 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:12,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:12,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44737-0x1017aa09e600001, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Set watcher on znode that does not yet exist, /0-1381632890/running 2024-12-03T23:20:12,868 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5f9d64419733,44737,1733267994698' ***** 2024-12-03T23:20:12,868 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T23:20:12,869 INFO [RS:0;5f9d64419733:44737 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T23:20:12,869 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T23:20:12,869 INFO [RS:0;5f9d64419733:44737 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T23:20:12,869 INFO [RS:0;5f9d64419733:44737 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T23:20:12,869 INFO [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(3091): Received CLOSE for bcb4d16c0915d36e2e0f5d19a9c502b5 2024-12-03T23:20:12,869 INFO [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(3091): Received CLOSE for b8552e99b0c9fbebb85063053c48e5e2 2024-12-03T23:20:12,869 INFO [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(959): stopping server 5f9d64419733,44737,1733267994698 2024-12-03T23:20:12,869 INFO [RS:0;5f9d64419733:44737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:20:12,869 INFO [RS:0;5f9d64419733:44737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:44737. 2024-12-03T23:20:12,869 DEBUG [RS:0;5f9d64419733:44737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:12,869 DEBUG [RS:0;5f9d64419733:44737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:12,869 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bcb4d16c0915d36e2e0f5d19a9c502b5, disabling compactions & flushes 2024-12-03T23:20:12,869 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5. 2024-12-03T23:20:12,869 INFO [RS:0;5f9d64419733:44737 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T23:20:12,869 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5. 2024-12-03T23:20:12,869 INFO [RS:0;5f9d64419733:44737 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T23:20:12,869 INFO [RS:0;5f9d64419733:44737 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T23:20:12,869 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5. after waiting 0 ms 2024-12-03T23:20:12,869 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5. 2024-12-03T23:20:12,869 INFO [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T23:20:12,870 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bcb4d16c0915d36e2e0f5d19a9c502b5 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-03T23:20:12,872 INFO [regionserver/5f9d64419733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:20:12,872 INFO [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T23:20:12,872 DEBUG [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(1325): Online Regions={bcb4d16c0915d36e2e0f5d19a9c502b5=hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5., 1588230740=hbase:meta,,1.1588230740, b8552e99b0c9fbebb85063053c48e5e2=test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2.} 2024-12-03T23:20:12,872 DEBUG [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8552e99b0c9fbebb85063053c48e5e2, bcb4d16c0915d36e2e0f5d19a9c502b5 2024-12-03T23:20:12,872 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:20:12,873 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:20:12,873 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:20:12,873 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:20:12,873 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:20:12,873 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T23:20:12,876 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 914, reset compression=false 2024-12-03T23:20:12,886 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/replication/bcb4d16c0915d36e2e0f5d19a9c502b5/.tmp/queue/5df741a3600f4000ac5a7df0ea43a013 is 153, key is 1-5f9d64419733,44737,1733267994698/queue:5f9d64419733%2C44737%2C1733267994698/1733268009344/Put/seqid=0 2024-12-03T23:20:12,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741840_1016 (size=5352) 2024-12-03T23:20:12,890 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/1588230740/.tmp/info/ad264c0b849b4531bc97faedab37f421 is 147, key is hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5./info:regioninfo/1733268002858/Put/seqid=0 2024-12-03T23:20:12,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741841_1017 (size=7686) 2024-12-03T23:20:13,072 DEBUG [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8552e99b0c9fbebb85063053c48e5e2, bcb4d16c0915d36e2e0f5d19a9c502b5 2024-12-03T23:20:13,273 DEBUG [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8552e99b0c9fbebb85063053c48e5e2, bcb4d16c0915d36e2e0f5d19a9c502b5 2024-12-03T23:20:13,291 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/replication/bcb4d16c0915d36e2e0f5d19a9c502b5/.tmp/queue/5df741a3600f4000ac5a7df0ea43a013 2024-12-03T23:20:13,293 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/1588230740/.tmp/info/ad264c0b849b4531bc97faedab37f421 2024-12-03T23:20:13,296 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/replication/bcb4d16c0915d36e2e0f5d19a9c502b5/.tmp/queue/5df741a3600f4000ac5a7df0ea43a013 as hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/replication/bcb4d16c0915d36e2e0f5d19a9c502b5/queue/5df741a3600f4000ac5a7df0ea43a013 2024-12-03T23:20:13,300 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/replication/bcb4d16c0915d36e2e0f5d19a9c502b5/queue/5df741a3600f4000ac5a7df0ea43a013, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T23:20:13,301 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for bcb4d16c0915d36e2e0f5d19a9c502b5 in 432ms, sequenceid=10, compaction requested=false 2024-12-03T23:20:13,305 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/replication/bcb4d16c0915d36e2e0f5d19a9c502b5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T23:20:13,305 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:20:13,305 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:20:13,306 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5. 2024-12-03T23:20:13,306 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bcb4d16c0915d36e2e0f5d19a9c502b5: Waiting for close lock at 1733268012869Running coprocessor pre-close hooks at 1733268012869Disabling compacts and flushes for region at 1733268012869Disabling writes for close at 1733268012869Obtaining lock to block concurrent updates at 1733268012870 (+1 ms)Preparing flush snapshotting stores in bcb4d16c0915d36e2e0f5d19a9c502b5 at 1733268012870Finished memstore snapshotting hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733268012870Flushing stores of hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5. at 1733268012870Flushing bcb4d16c0915d36e2e0f5d19a9c502b5/queue: creating writer at 1733268012871 (+1 ms)Flushing bcb4d16c0915d36e2e0f5d19a9c502b5/queue: appending metadata at 1733268012886 (+15 ms)Flushing bcb4d16c0915d36e2e0f5d19a9c502b5/queue: closing flushed file at 1733268012886Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a26799: reopening flushed file at 1733268013295 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for bcb4d16c0915d36e2e0f5d19a9c502b5 in 432ms, sequenceid=10, compaction requested=false at 1733268013301 (+6 ms)Writing region close event to WAL at 1733268013302 (+1 ms)Running coprocessor post-close hooks at 1733268013305 (+3 ms)Closed at 1733268013306 (+1 ms) 2024-12-03T23:20:13,306 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733268002411.bcb4d16c0915d36e2e0f5d19a9c502b5. 2024-12-03T23:20:13,306 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8552e99b0c9fbebb85063053c48e5e2, disabling compactions & flushes 2024-12-03T23:20:13,306 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2. 2024-12-03T23:20:13,306 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2. 2024-12-03T23:20:13,306 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2. after waiting 0 ms 2024-12-03T23:20:13,306 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2. 2024-12-03T23:20:13,306 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b8552e99b0c9fbebb85063053c48e5e2 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-03T23:20:13,313 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/1588230740/.tmp/ns/1d16782169554fca8e9277939db3f0e3 is 43, key is default/ns:d/1733267997649/Put/seqid=0 2024-12-03T23:20:13,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741842_1018 (size=5153) 2024-12-03T23:20:13,325 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/default/test/b8552e99b0c9fbebb85063053c48e5e2/.tmp/f/5e70506d96d649848c7e8ef02982ff0c is 29, key is row1/f:/1733268008735/DeleteFamily/seqid=0 2024-12-03T23:20:13,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741843_1019 (size=5118) 2024-12-03T23:20:13,473 DEBUG [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8552e99b0c9fbebb85063053c48e5e2 2024-12-03T23:20:13,559 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T23:20:13,559 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T23:20:13,673 DEBUG [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8552e99b0c9fbebb85063053c48e5e2 2024-12-03T23:20:13,718 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/1588230740/.tmp/ns/1d16782169554fca8e9277939db3f0e3 2024-12-03T23:20:13,729 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/default/test/b8552e99b0c9fbebb85063053c48e5e2/.tmp/f/5e70506d96d649848c7e8ef02982ff0c 2024-12-03T23:20:13,732 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e70506d96d649848c7e8ef02982ff0c 2024-12-03T23:20:13,737 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/1588230740/.tmp/rep_barrier/931193d9ad1d4ff3ae6dd1df67fb8848 is 112, key is test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2./rep_barrier:seqnumDuringOpen/1733268000944/Put/seqid=0 2024-12-03T23:20:13,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741844_1020 (size=5518) 2024-12-03T23:20:13,746 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/default/test/b8552e99b0c9fbebb85063053c48e5e2/.tmp/f1/1ea7ac9188e04b0cbb561b50b76af1be is 30, key is row1/f1:/1733268008735/DeleteFamily/seqid=0 2024-12-03T23:20:13,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741845_1021 (size=5123) 2024-12-03T23:20:13,784 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 914, reset compression=false 2024-12-03T23:20:13,788 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:20:13,788 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 1161, reset compression=false 2024-12-03T23:20:13,788 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.shipper5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,44737,1733267994698 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:20:13,789 ERROR [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.shipper5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5f9d64419733,44737,1733267994698: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5f9d64419733,44737,1733267994698, walGroup=5f9d64419733%2C44737%2C1733267994698, offset=5f9d64419733%2C44737%2C1733267994698.1733267996697:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:44737 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T23:20:13,790 ERROR [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.shipper5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T23:20:13,790 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.shipper5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T23:20:13,791 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.shipper5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T23:20:13,791 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.shipper5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T23:20:13,791 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.shipper5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T23:20:13,791 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.shipper5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 654028736 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 192096152 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T23:20:13,791 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.shipper5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:38107 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:38107 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T23:20:13,873 INFO [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T23:20:13,873 DEBUG [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b8552e99b0c9fbebb85063053c48e5e2=test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2.} 2024-12-03T23:20:13,873 DEBUG [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8552e99b0c9fbebb85063053c48e5e2 2024-12-03T23:20:13,991 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 1161, reset compression=false 2024-12-03T23:20:14,074 DEBUG [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8552e99b0c9fbebb85063053c48e5e2 2024-12-03T23:20:14,141 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/1588230740/.tmp/rep_barrier/931193d9ad1d4ff3ae6dd1df67fb8848 2024-12-03T23:20:14,150 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/default/test/b8552e99b0c9fbebb85063053c48e5e2/.tmp/f1/1ea7ac9188e04b0cbb561b50b76af1be 2024-12-03T23:20:14,154 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ea7ac9188e04b0cbb561b50b76af1be 2024-12-03T23:20:14,163 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/1588230740/.tmp/table/299cf9869e734ac9875d2acf0f1cef90 is 53, key is hbase:replication/table:state/1733268002865/Put/seqid=0 2024-12-03T23:20:14,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741846_1022 (size=5308) 2024-12-03T23:20:14,170 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/default/test/b8552e99b0c9fbebb85063053c48e5e2/.tmp/norep/0d54f83360d84ab8b1cfc82ac033c889 is 32, key is row/norep:/1733268007725/DeleteFamily/seqid=0 2024-12-03T23:20:14,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741847_1023 (size=5101) 2024-12-03T23:20:14,274 DEBUG [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8552e99b0c9fbebb85063053c48e5e2 2024-12-03T23:20:14,295 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.wal-reader.5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/WALs/5f9d64419733,44737,1733267994698/5f9d64419733%2C44737%2C1733267994698.1733267996697 to pos 1161, reset compression=false 2024-12-03T23:20:14,474 DEBUG [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8552e99b0c9fbebb85063053c48e5e2 2024-12-03T23:20:14,571 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/1588230740/.tmp/table/299cf9869e734ac9875d2acf0f1cef90 2024-12-03T23:20:14,575 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/1588230740/.tmp/info/ad264c0b849b4531bc97faedab37f421 as hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/1588230740/info/ad264c0b849b4531bc97faedab37f421 2024-12-03T23:20:14,578 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/default/test/b8552e99b0c9fbebb85063053c48e5e2/.tmp/norep/0d54f83360d84ab8b1cfc82ac033c889 2024-12-03T23:20:14,579 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/1588230740/info/ad264c0b849b4531bc97faedab37f421, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T23:20:14,580 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/1588230740/.tmp/ns/1d16782169554fca8e9277939db3f0e3 as hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/1588230740/ns/1d16782169554fca8e9277939db3f0e3 2024-12-03T23:20:14,581 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d54f83360d84ab8b1cfc82ac033c889 2024-12-03T23:20:14,582 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/default/test/b8552e99b0c9fbebb85063053c48e5e2/.tmp/f/5e70506d96d649848c7e8ef02982ff0c as hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/default/test/b8552e99b0c9fbebb85063053c48e5e2/f/5e70506d96d649848c7e8ef02982ff0c 2024-12-03T23:20:14,584 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/1588230740/ns/1d16782169554fca8e9277939db3f0e3, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T23:20:14,585 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/1588230740/.tmp/rep_barrier/931193d9ad1d4ff3ae6dd1df67fb8848 as hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/1588230740/rep_barrier/931193d9ad1d4ff3ae6dd1df67fb8848 2024-12-03T23:20:14,586 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e70506d96d649848c7e8ef02982ff0c 2024-12-03T23:20:14,586 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/default/test/b8552e99b0c9fbebb85063053c48e5e2/f/5e70506d96d649848c7e8ef02982ff0c, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T23:20:14,587 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/default/test/b8552e99b0c9fbebb85063053c48e5e2/.tmp/f1/1ea7ac9188e04b0cbb561b50b76af1be as hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/default/test/b8552e99b0c9fbebb85063053c48e5e2/f1/1ea7ac9188e04b0cbb561b50b76af1be 2024-12-03T23:20:14,589 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/1588230740/rep_barrier/931193d9ad1d4ff3ae6dd1df67fb8848, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T23:20:14,589 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/1588230740/.tmp/table/299cf9869e734ac9875d2acf0f1cef90 as hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/1588230740/table/299cf9869e734ac9875d2acf0f1cef90 2024-12-03T23:20:14,590 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ea7ac9188e04b0cbb561b50b76af1be 2024-12-03T23:20:14,590 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/default/test/b8552e99b0c9fbebb85063053c48e5e2/f1/1ea7ac9188e04b0cbb561b50b76af1be, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T23:20:14,592 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/default/test/b8552e99b0c9fbebb85063053c48e5e2/.tmp/norep/0d54f83360d84ab8b1cfc82ac033c889 as hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/default/test/b8552e99b0c9fbebb85063053c48e5e2/norep/0d54f83360d84ab8b1cfc82ac033c889 2024-12-03T23:20:14,595 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/1588230740/table/299cf9869e734ac9875d2acf0f1cef90, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T23:20:14,595 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d54f83360d84ab8b1cfc82ac033c889 2024-12-03T23:20:14,595 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/default/test/b8552e99b0c9fbebb85063053c48e5e2/norep/0d54f83360d84ab8b1cfc82ac033c889, entries=1, sequenceid=8, filesize=5.0 K 2024-12-03T23:20:14,596 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false 2024-12-03T23:20:14,596 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T23:20:14,596 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b8552e99b0c9fbebb85063053c48e5e2 in 1290ms, sequenceid=8, compaction requested=false 2024-12-03T23:20:14,596 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T23:20:14,600 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/default/test/b8552e99b0c9fbebb85063053c48e5e2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T23:20:14,600 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T23:20:14,601 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:20:14,601 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T23:20:14,601 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2. 2024-12-03T23:20:14,601 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8552e99b0c9fbebb85063053c48e5e2: Waiting for close lock at 1733268013306Running coprocessor pre-close hooks at 1733268013306Disabling compacts and flushes for region at 1733268013306Disabling writes for close at 1733268013306Obtaining lock to block concurrent updates at 1733268013306Preparing flush snapshotting stores in b8552e99b0c9fbebb85063053c48e5e2 at 1733268013306Finished memstore snapshotting test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733268013306Flushing stores of test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2. at 1733268013307 (+1 ms)Flushing b8552e99b0c9fbebb85063053c48e5e2/f: creating writer at 1733268013307Flushing b8552e99b0c9fbebb85063053c48e5e2/f: appending metadata at 1733268013324 (+17 ms)Flushing b8552e99b0c9fbebb85063053c48e5e2/f: closing flushed file at 1733268013324Flushing b8552e99b0c9fbebb85063053c48e5e2/f1: creating writer at 1733268013732 (+408 ms)Flushing b8552e99b0c9fbebb85063053c48e5e2/f1: appending metadata at 1733268013746 (+14 ms)Flushing b8552e99b0c9fbebb85063053c48e5e2/f1: closing flushed file at 1733268013746Flushing b8552e99b0c9fbebb85063053c48e5e2/norep: creating writer at 1733268014154 (+408 ms)Flushing b8552e99b0c9fbebb85063053c48e5e2/norep: appending metadata at 1733268014170 (+16 ms)Flushing b8552e99b0c9fbebb85063053c48e5e2/norep: closing flushed file at 1733268014170Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62cd5cc6: reopening flushed file at 1733268014581 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58cce41: reopening flushed file at 1733268014586 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72ecc39f: reopening flushed file at 1733268014590 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b8552e99b0c9fbebb85063053c48e5e2 in 1290ms, sequenceid=8, compaction requested=false at 1733268014596 (+6 ms)Writing region close event to WAL at 1733268014597 (+1 ms)Running coprocessor post-close hooks at 1733268014601 (+4 ms)Closed at 1733268014601 2024-12-03T23:20:14,601 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:20:14,601 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:20:14,601 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733268000593.b8552e99b0c9fbebb85063053c48e5e2. 2024-12-03T23:20:14,601 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:20:14,601 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733268012872Running coprocessor pre-close hooks at 1733268012872Disabling compacts and flushes for region at 1733268012872Disabling writes for close at 1733268012873 (+1 ms)Obtaining lock to block concurrent updates at 1733268012873Preparing flush snapshotting stores in 1588230740 at 1733268012873Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733268012873Flushing stores of hbase:meta,,1.1588230740 at 1733268012873Flushing 1588230740/info: creating writer at 1733268012874 (+1 ms)Flushing 1588230740/info: appending metadata at 1733268012889 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733268012890 (+1 ms)Flushing 1588230740/ns: creating writer at 1733268013297 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733268013313 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733268013313Flushing 1588230740/rep_barrier: creating writer at 1733268013723 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733268013736 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733268013736Flushing 1588230740/table: creating writer at 1733268014145 (+409 ms)Flushing 1588230740/table: appending metadata at 1733268014163 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733268014163Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a261db: reopening flushed file at 1733268014575 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e5ea972: reopening flushed file at 1733268014580 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@561ffaac: reopening flushed file at 1733268014584 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2da9ef3a: reopening flushed file at 1733268014589 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false at 1733268014596 (+7 ms)Writing region close event to WAL at 1733268014598 (+2 ms)Running coprocessor post-close hooks at 1733268014601 (+3 ms)Closed at 1733268014601 2024-12-03T23:20:14,601 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T23:20:14,674 INFO [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(976): stopping server 5f9d64419733,44737,1733267994698; all regions closed. 2024-12-03T23:20:14,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741834_1010 (size=4239) 2024-12-03T23:20:14,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741839_1015 (size=2676) 2024-12-03T23:20:14,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741832_1008 (size=1813) 2024-12-03T23:20:14,682 DEBUG [RS:0;5f9d64419733:44737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:14,682 INFO [RS:0;5f9d64419733:44737 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:20:14,682 INFO [RS:0;5f9d64419733:44737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:20:14,682 INFO [RS:0;5f9d64419733:44737 {}] hbase.ChoreService(370): Chore service for: regionserver/5f9d64419733:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T23:20:14,682 INFO [RS:0;5f9d64419733:44737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:20:14,682 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:20:14,683 INFO [RS:0;5f9d64419733:44737 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5f9d64419733,44737,1733267994698 because: Region server is closing 2024-12-03T23:20:14,683 INFO [RS:0;5f9d64419733:44737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:44737. 2024-12-03T23:20:14,683 DEBUG [RS:0;5f9d64419733:44737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:14,683 DEBUG [RS:0;5f9d64419733:44737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:14,683 DEBUG [RS:0;5f9d64419733:44737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:14,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:14,783 INFO [RS:0;5f9d64419733:44737 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,44737,1733267994698.replicationSource.shipper5f9d64419733%2C44737%2C1733267994698,1-5f9d64419733,44737,1733267994698 terminated 2024-12-03T23:20:14,784 INFO [RS:0;5f9d64419733:44737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:44737. 2024-12-03T23:20:14,784 DEBUG [RS:0;5f9d64419733:44737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:14,784 DEBUG [RS:0;5f9d64419733:44737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:14,784 DEBUG [RS:0;5f9d64419733:44737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:14,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:14,784 INFO [RS:0;5f9d64419733:44737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44737 2024-12-03T23:20:14,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381632890/rs 2024-12-03T23:20:14,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1017aa09e600001, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1381632890/rs/5f9d64419733,44737,1733267994698 2024-12-03T23:20:14,786 INFO [RS:0;5f9d64419733:44737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:20:14,788 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5f9d64419733,44737,1733267994698] 2024-12-03T23:20:14,789 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1381632890/draining/5f9d64419733,44737,1733267994698 already deleted, retry=false 2024-12-03T23:20:14,789 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5f9d64419733,44737,1733267994698 expired; onlineServers=0 2024-12-03T23:20:14,789 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5f9d64419733,38107,1733267994637' ***** 2024-12-03T23:20:14,789 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T23:20:14,789 INFO [M:0;5f9d64419733:38107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:20:14,789 INFO [M:0;5f9d64419733:38107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:20:14,789 DEBUG [M:0;5f9d64419733:38107 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T23:20:14,789 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T23:20:14,789 DEBUG [M:0;5f9d64419733:38107 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T23:20:14,789 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267996460 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733267996460,5,FailOnTimeoutGroup] 2024-12-03T23:20:14,789 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267996459 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733267996459,5,FailOnTimeoutGroup] 2024-12-03T23:20:14,789 INFO [M:0;5f9d64419733:38107 {}] hbase.ChoreService(370): Chore service for: master/5f9d64419733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T23:20:14,789 INFO [M:0;5f9d64419733:38107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:20:14,790 DEBUG [M:0;5f9d64419733:38107 {}] master.HMaster(1795): Stopping service threads 2024-12-03T23:20:14,790 INFO [M:0;5f9d64419733:38107 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T23:20:14,790 INFO [M:0;5f9d64419733:38107 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:20:14,790 INFO [M:0;5f9d64419733:38107 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T23:20:14,790 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T23:20:14,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1381632890/master 2024-12-03T23:20:14,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1381632890 2024-12-03T23:20:14,791 DEBUG [M:0;5f9d64419733:38107 {}] zookeeper.ZKUtil(347): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Unable to get data of znode /0-1381632890/master because node does not exist (not an error) 2024-12-03T23:20:14,791 WARN [M:0;5f9d64419733:38107 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T23:20:14,792 INFO [M:0;5f9d64419733:38107 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/.lastflushedseqids 2024-12-03T23:20:14,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741848_1024 (size=245) 2024-12-03T23:20:14,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1017aa09e600001, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:20:14,888 INFO [RS:0;5f9d64419733:44737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:20:14,888 INFO [RS:0;5f9d64419733:44737 {}] regionserver.HRegionServer(1031): Exiting; stopping=5f9d64419733,44737,1733267994698; zookeeper connection closed. 2024-12-03T23:20:14,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1017aa09e600001, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:20:14,888 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3528a8bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3528a8bc 2024-12-03T23:20:14,889 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T23:20:15,201 INFO [M:0;5f9d64419733:38107 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T23:20:15,201 INFO [M:0;5f9d64419733:38107 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T23:20:15,202 DEBUG [M:0;5f9d64419733:38107 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:20:15,202 INFO [M:0;5f9d64419733:38107 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:15,202 DEBUG [M:0;5f9d64419733:38107 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:15,202 DEBUG [M:0;5f9d64419733:38107 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:20:15,202 DEBUG [M:0;5f9d64419733:38107 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:15,202 INFO [M:0;5f9d64419733:38107 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T23:20:15,224 DEBUG [M:0;5f9d64419733:38107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d8ce6aa0da646428e08233d5c0bbc0a is 82, key is hbase:meta,,1/info:regioninfo/1733267997641/Put/seqid=0 2024-12-03T23:20:15,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741849_1025 (size=5672) 2024-12-03T23:20:15,233 INFO [M:0;5f9d64419733:38107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d8ce6aa0da646428e08233d5c0bbc0a 2024-12-03T23:20:15,254 DEBUG [M:0;5f9d64419733:38107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c87b06b51c794fab9cf73be769f862da is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733268002869/Put/seqid=0 2024-12-03T23:20:15,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741850_1026 (size=8516) 2024-12-03T23:20:15,351 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:20:15,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:15,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:15,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:15,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:15,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:15,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:15,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:15,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:15,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:15,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:15,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:15,659 INFO [M:0;5f9d64419733:38107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c87b06b51c794fab9cf73be769f862da 2024-12-03T23:20:15,679 DEBUG [M:0;5f9d64419733:38107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aac31301fe0d4cbeaff40c5a6be8c17b is 69, key is 5f9d64419733,44737,1733267994698/rs:state/1733267996547/Put/seqid=0 2024-12-03T23:20:15,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741851_1027 (size=5156) 2024-12-03T23:20:15,682 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T23:20:15,682 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T23:20:15,682 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T23:20:16,083 INFO [M:0;5f9d64419733:38107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aac31301fe0d4cbeaff40c5a6be8c17b 2024-12-03T23:20:16,088 DEBUG [M:0;5f9d64419733:38107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d8ce6aa0da646428e08233d5c0bbc0a as hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d8ce6aa0da646428e08233d5c0bbc0a 2024-12-03T23:20:16,093 INFO [M:0;5f9d64419733:38107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d8ce6aa0da646428e08233d5c0bbc0a, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T23:20:16,094 DEBUG [M:0;5f9d64419733:38107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c87b06b51c794fab9cf73be769f862da as hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c87b06b51c794fab9cf73be769f862da 2024-12-03T23:20:16,107 INFO [M:0;5f9d64419733:38107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c87b06b51c794fab9cf73be769f862da, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T23:20:16,108 DEBUG [M:0;5f9d64419733:38107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aac31301fe0d4cbeaff40c5a6be8c17b as hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aac31301fe0d4cbeaff40c5a6be8c17b 2024-12-03T23:20:16,112 INFO [M:0;5f9d64419733:38107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/ed9709c2-ae0d-695f-fc53-f1c54e41a5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aac31301fe0d4cbeaff40c5a6be8c17b, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T23:20:16,114 INFO [M:0;5f9d64419733:38107 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=97, compaction requested=false 2024-12-03T23:20:16,129 INFO [M:0;5f9d64419733:38107 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:16,129 DEBUG [M:0;5f9d64419733:38107 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733268015201Disabling compacts and flushes for region at 1733268015201Disabling writes for close at 1733268015202 (+1 ms)Obtaining lock to block concurrent updates at 1733268015202Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733268015202Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733268015202Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733268015203 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733268015203Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733268015223 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733268015223Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733268015239 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733268015253 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733268015253Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733268015663 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733268015678 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733268015678Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8894f6: reopening flushed file at 1733268016087 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17af912d: reopening flushed file at 1733268016093 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29616489: reopening flushed file at 1733268016107 (+14 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=97, compaction requested=false at 1733268016114 (+7 ms)Writing region close event to WAL at 1733268016129 (+15 ms)Closed at 1733268016129 2024-12-03T23:20:16,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41219 is added to blk_1073741830_1006 (size=63654) 2024-12-03T23:20:16,142 INFO [M:0;5f9d64419733:38107 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T23:20:16,142 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:20:16,142 INFO [M:0;5f9d64419733:38107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38107 2024-12-03T23:20:16,143 INFO [M:0;5f9d64419733:38107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:20:16,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:20:16,245 INFO [M:0;5f9d64419733:38107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:20:16,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1017aa09e600000, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:20:16,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12b0a9aa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:20:16,249 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66baa053{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:20:16,249 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:20:16,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d3e9992{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:20:16,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c12be5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/hadoop.log.dir/,STOPPED} 2024-12-03T23:20:16,252 WARN [BP-1521868801-172.17.0.2-1733267993579 heartbeating to localhost/127.0.0.1:44517 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T23:20:16,252 WARN [BP-1521868801-172.17.0.2-1733267993579 heartbeating to localhost/127.0.0.1:44517 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1521868801-172.17.0.2-1733267993579 (Datanode Uuid 17d932c3-8f06-4208-b6b3-a9d111ee8806) service to localhost/127.0.0.1:44517 2024-12-03T23:20:16,253 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/cluster_15e6b275-efc3-e278-81c2-2fc267e4448a/data/data1/current/BP-1521868801-172.17.0.2-1733267993579 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:20:16,253 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/cluster_15e6b275-efc3-e278-81c2-2fc267e4448a/data/data2/current/BP-1521868801-172.17.0.2-1733267993579 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:20:16,253 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T23:20:16,253 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T23:20:16,253 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T23:20:16,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e8f020d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:20:16,261 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a685939{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:20:16,261 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:20:16,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a2ae49e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:20:16,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d34f368{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca4ccd55-f840-829f-dce9-d0d6f86011bd/hadoop.log.dir/,STOPPED} 2024-12-03T23:20:16,267 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T23:20:16,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T23:20:16,294 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=265 (was 244) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44517 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:44517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61553) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61553) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37213 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:37213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=371 (was 332) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8257 (was 6959) - AvailableMemoryMB LEAK? - 2024-12-03T23:20:16,303 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=265, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=371, ProcessCount=11, AvailableMemoryMB=8255 2024-12-03T23:20:16,317 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-03T23:20:16,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/hadoop.log.dir so I do NOT create it in target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821 2024-12-03T23:20:16,317 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T23:20:16,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/hadoop.tmp.dir so I do NOT create it in target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821 2024-12-03T23:20:16,317 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df565891-050a-4934-086e-4586c7c9145e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T23:20:16,317 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821 2024-12-03T23:20:16,318 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/cluster_32b26918-aeec-671b-a916-3f271add09de, deleteOnExit=true 2024-12-03T23:20:16,321 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/cluster_32b26918-aeec-671b-a916-3f271add09de/zookeeper_0, clientPort=51955, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/cluster_32b26918-aeec-671b-a916-3f271add09de/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/cluster_32b26918-aeec-671b-a916-3f271add09de/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T23:20:16,322 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51955 2024-12-03T23:20:16,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T23:20:16,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T23:20:16,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/test.cache.data in system properties and HBase conf 2024-12-03T23:20:16,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T23:20:16,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/hadoop.log.dir in system properties and HBase conf 2024-12-03T23:20:16,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T23:20:16,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T23:20:16,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T23:20:16,322 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T23:20:16,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:20:16,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:20:16,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T23:20:16,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:20:16,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T23:20:16,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T23:20:16,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:20:16,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:20:16,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T23:20:16,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/nfs.dump.dir in system properties and HBase conf 2024-12-03T23:20:16,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/java.io.tmpdir in system properties and HBase conf 2024-12-03T23:20:16,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:20:16,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T23:20:16,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T23:20:16,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017aa09e600005, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T23:20:16,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017aa09e600002, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T23:20:16,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017aa09e600005, quorum=127.0.0.1:61553, baseZNode=/11410532280 Received Disconnected from ZooKeeper, ignoring 2024-12-03T23:20:16,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017aa09e600002, quorum=127.0.0.1:61553, baseZNode=/0-1381632890 Received Disconnected from ZooKeeper, ignoring 2024-12-03T23:20:16,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:20:16,423 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:20:16,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:20:16,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:20:16,430 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T23:20:16,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:20:16,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45179762{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:20:16,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c3ac1de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:20:16,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15e4e09a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/java.io.tmpdir/jetty-localhost-36543-hadoop-hdfs-3_4_1-tests_jar-_-any-9873041201394842416/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:20:16,597 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b589b02{HTTP/1.1, (http/1.1)}{localhost:36543} 2024-12-03T23:20:16,597 INFO [Time-limited test {}] server.Server(415): Started @206222ms 2024-12-03T23:20:16,731 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:20:16,735 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:20:16,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:20:16,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:20:16,739 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T23:20:16,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c7a16a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:20:16,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66eacbe6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:20:16,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28400cbc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/java.io.tmpdir/jetty-localhost-40057-hadoop-hdfs-3_4_1-tests_jar-_-any-6289804026604207209/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:20:16,892 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22b3f6ff{HTTP/1.1, (http/1.1)}{localhost:40057} 2024-12-03T23:20:16,892 INFO [Time-limited test {}] server.Server(415): Started @206517ms 2024-12-03T23:20:16,893 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T23:20:17,049 WARN [Thread-2665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/cluster_32b26918-aeec-671b-a916-3f271add09de/data/data1/current/BP-941676020-172.17.0.2-1733268016345/current, will proceed with Du for space computation calculation, 2024-12-03T23:20:17,049 WARN [Thread-2666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/cluster_32b26918-aeec-671b-a916-3f271add09de/data/data2/current/BP-941676020-172.17.0.2-1733268016345/current, will proceed with Du for space computation calculation, 2024-12-03T23:20:17,085 WARN [Thread-2653 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T23:20:17,091 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd41f6556a6151095 with lease ID 0xab25592da1fcd2f8: Processing first storage report for DS-1d7a5d9a-cc1e-4d5e-be8a-630e21e05589 from datanode DatanodeRegistration(127.0.0.1:45505, datanodeUuid=34acd50a-8917-4191-8a2b-a9ebf9fc0a74, infoPort=35213, infoSecurePort=0, ipcPort=39181, storageInfo=lv=-57;cid=testClusterID;nsid=914297490;c=1733268016345) 2024-12-03T23:20:17,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd41f6556a6151095 with lease ID 0xab25592da1fcd2f8: from storage DS-1d7a5d9a-cc1e-4d5e-be8a-630e21e05589 node DatanodeRegistration(127.0.0.1:45505, datanodeUuid=34acd50a-8917-4191-8a2b-a9ebf9fc0a74, infoPort=35213, infoSecurePort=0, ipcPort=39181, storageInfo=lv=-57;cid=testClusterID;nsid=914297490;c=1733268016345), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:20:17,091 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd41f6556a6151095 with lease ID 0xab25592da1fcd2f8: Processing first storage report for DS-16894f4d-b993-4049-9bde-635e6be74483 from datanode DatanodeRegistration(127.0.0.1:45505, datanodeUuid=34acd50a-8917-4191-8a2b-a9ebf9fc0a74, infoPort=35213, infoSecurePort=0, ipcPort=39181, storageInfo=lv=-57;cid=testClusterID;nsid=914297490;c=1733268016345) 2024-12-03T23:20:17,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd41f6556a6151095 with lease ID 0xab25592da1fcd2f8: from storage DS-16894f4d-b993-4049-9bde-635e6be74483 node DatanodeRegistration(127.0.0.1:45505, datanodeUuid=34acd50a-8917-4191-8a2b-a9ebf9fc0a74, infoPort=35213, infoSecurePort=0, ipcPort=39181, storageInfo=lv=-57;cid=testClusterID;nsid=914297490;c=1733268016345), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:20:17,139 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821 2024-12-03T23:20:17,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:17,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:17,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741825_1001 (size=7) 2024-12-03T23:20:17,151 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672 with version=8 2024-12-03T23:20:17,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/hbase-staging 2024-12-03T23:20:17,153 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:20:17,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:20:17,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:20:17,153 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:20:17,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:20:17,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:20:17,153 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T23:20:17,154 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:20:17,154 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33737 2024-12-03T23:20:17,155 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33737 connecting to ZooKeeper ensemble=127.0.0.1:51955 2024-12-03T23:20:17,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337370x0, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:20:17,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33737-0x1017aa0f7500000 connected 2024-12-03T23:20:17,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:17,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:17,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Set watcher on znode that does not yet exist, /0-1053031207/running 2024-12-03T23:20:17,202 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672, hbase.cluster.distributed=false 2024-12-03T23:20:17,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Set watcher on znode that does not yet exist, /0-1053031207/acl 2024-12-03T23:20:17,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33737 2024-12-03T23:20:17,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33737 2024-12-03T23:20:17,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33737 2024-12-03T23:20:17,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33737 2024-12-03T23:20:17,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33737 2024-12-03T23:20:17,227 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:20:17,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:20:17,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:20:17,227 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:20:17,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:20:17,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:20:17,228 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:20:17,228 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:20:17,228 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39787 2024-12-03T23:20:17,229 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39787 connecting to ZooKeeper ensemble=127.0.0.1:51955 2024-12-03T23:20:17,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:17,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:17,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397870x0, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:20:17,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397870x0, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Set watcher on znode that does not yet exist, /0-1053031207/running 2024-12-03T23:20:17,237 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:20:17,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39787-0x1017aa0f7500001 connected 2024-12-03T23:20:17,244 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:20:17,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39787-0x1017aa0f7500001, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Set watcher on znode that does not yet exist, /0-1053031207/master 2024-12-03T23:20:17,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39787-0x1017aa0f7500001, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Set watcher on znode that does not yet exist, /0-1053031207/acl 2024-12-03T23:20:17,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39787 2024-12-03T23:20:17,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39787 2024-12-03T23:20:17,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39787 2024-12-03T23:20:17,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39787 2024-12-03T23:20:17,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39787 2024-12-03T23:20:17,273 DEBUG [M:0;5f9d64419733:33737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5f9d64419733:33737 2024-12-03T23:20:17,276 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1053031207/backup-masters/5f9d64419733,33737,1733268017153 2024-12-03T23:20:17,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39787-0x1017aa0f7500001, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053031207/backup-masters 2024-12-03T23:20:17,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053031207/backup-masters 2024-12-03T23:20:17,279 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Set watcher on existing znode=/0-1053031207/backup-masters/5f9d64419733,33737,1733268017153 2024-12-03T23:20:17,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39787-0x1017aa0f7500001, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1053031207/master 2024-12-03T23:20:17,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053031207 2024-12-03T23:20:17,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39787-0x1017aa0f7500001, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053031207 2024-12-03T23:20:17,282 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Set watcher on existing znode=/0-1053031207/master 2024-12-03T23:20:17,282 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1053031207/backup-masters/5f9d64419733,33737,1733268017153 from backup master directory 2024-12-03T23:20:17,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39787-0x1017aa0f7500001, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053031207/backup-masters 2024-12-03T23:20:17,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1053031207/backup-masters/5f9d64419733,33737,1733268017153 2024-12-03T23:20:17,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053031207/backup-masters 2024-12-03T23:20:17,284 WARN [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:20:17,284 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5f9d64419733,33737,1733268017153 2024-12-03T23:20:17,287 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/hbase.id] with ID: 69b3560f-a8c7-49cc-9c02-dee411d30fe5 2024-12-03T23:20:17,287 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/.tmp/hbase.id 2024-12-03T23:20:17,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741826_1002 (size=42) 2024-12-03T23:20:17,309 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:17,309 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5f9d64419733,45081,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T23:20:17,310 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28385 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5f9d64419733,45081,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T23:20:17,703 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/.tmp/hbase.id]:[hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/hbase.id] 2024-12-03T23:20:17,714 INFO [master/5f9d64419733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:17,714 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T23:20:17,715 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T23:20:17,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39787-0x1017aa0f7500001, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053031207 2024-12-03T23:20:17,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053031207 2024-12-03T23:20:17,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741827_1003 (size=196) 2024-12-03T23:20:17,739 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:20:17,740 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T23:20:17,741 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:20:17,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741828_1004 (size=1189) 2024-12-03T23:20:18,149 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/MasterData/data/master/store 2024-12-03T23:20:18,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741829_1005 (size=34) 2024-12-03T23:20:18,564 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:18,564 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:20:18,564 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:18,564 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:18,564 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:20:18,564 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:18,564 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:18,564 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733268018564Disabling compacts and flushes for region at 1733268018564Disabling writes for close at 1733268018564Writing region close event to WAL at 1733268018564Closed at 1733268018564 2024-12-03T23:20:18,565 WARN [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/MasterData/data/master/store/.initializing 2024-12-03T23:20:18,565 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/MasterData/WALs/5f9d64419733,33737,1733268017153 2024-12-03T23:20:18,566 INFO [master/5f9d64419733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:20:18,567 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C33737%2C1733268017153, suffix=, logDir=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/MasterData/WALs/5f9d64419733,33737,1733268017153, archiveDir=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/MasterData/oldWALs, maxLogs=10 2024-12-03T23:20:18,586 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/MasterData/WALs/5f9d64419733,33737,1733268017153/5f9d64419733%2C33737%2C1733268017153.1733268018567, exclude list is [], retry=0 2024-12-03T23:20:18,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45505,DS-1d7a5d9a-cc1e-4d5e-be8a-630e21e05589,DISK] 2024-12-03T23:20:18,590 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/MasterData/WALs/5f9d64419733,33737,1733268017153/5f9d64419733%2C33737%2C1733268017153.1733268018567 2024-12-03T23:20:18,591 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35213:35213)] 2024-12-03T23:20:18,591 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:20:18,591 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:18,591 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:18,591 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:18,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:18,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T23:20:18,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:18,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:18,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:18,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T23:20:18,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:18,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:18,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:18,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T23:20:18,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:18,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:18,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:18,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T23:20:18,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:18,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:18,599 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:18,599 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:18,600 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:18,601 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:18,601 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:18,602 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:20:18,610 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:18,612 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:20:18,613 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74507286, jitterRate=0.11024507880210876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:20:18,614 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733268018591Initializing all the Stores at 1733268018592 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268018592Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268018592Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268018592Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268018592Cleaning up temporary data from old regions at 1733268018601 (+9 ms)Region opened successfully at 1733268018614 (+13 ms) 2024-12-03T23:20:18,616 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T23:20:18,619 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de9e227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:20:18,620 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T23:20:18,620 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T23:20:18,620 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T23:20:18,620 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T23:20:18,621 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T23:20:18,621 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T23:20:18,621 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T23:20:18,629 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T23:20:18,630 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Unable to get data of znode /0-1053031207/balancer because node does not exist (not necessarily an error) 2024-12-03T23:20:18,632 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1053031207/balancer already deleted, retry=false 2024-12-03T23:20:18,632 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T23:20:18,633 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Unable to get data of znode /0-1053031207/normalizer because node does not exist (not necessarily an error) 2024-12-03T23:20:18,634 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1053031207/normalizer already deleted, retry=false 2024-12-03T23:20:18,634 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T23:20:18,635 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Unable to get data of znode /0-1053031207/switch/split because node does not exist (not necessarily an error) 2024-12-03T23:20:18,637 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1053031207/switch/split already deleted, retry=false 2024-12-03T23:20:18,637 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Unable to get data of znode /0-1053031207/switch/merge because node does not exist (not necessarily an error) 2024-12-03T23:20:18,638 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1053031207/switch/merge already deleted, retry=false 2024-12-03T23:20:18,640 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Unable to get data of znode /0-1053031207/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T23:20:18,642 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1053031207/snapshot-cleanup already deleted, retry=false 2024-12-03T23:20:18,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1053031207/running 2024-12-03T23:20:18,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053031207 2024-12-03T23:20:18,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39787-0x1017aa0f7500001, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1053031207/running 2024-12-03T23:20:18,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39787-0x1017aa0f7500001, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053031207 2024-12-03T23:20:18,644 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5f9d64419733,33737,1733268017153, sessionid=0x1017aa0f7500000, setting cluster-up flag (Was=false) 2024-12-03T23:20:18,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053031207 2024-12-03T23:20:18,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39787-0x1017aa0f7500001, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053031207 2024-12-03T23:20:18,651 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1053031207/flush-table-proc/acquired, /0-1053031207/flush-table-proc/reached, /0-1053031207/flush-table-proc/abort 2024-12-03T23:20:18,652 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,33737,1733268017153 2024-12-03T23:20:18,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39787-0x1017aa0f7500001, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053031207 2024-12-03T23:20:18,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053031207 2024-12-03T23:20:18,659 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1053031207/online-snapshot/acquired, /0-1053031207/online-snapshot/reached, /0-1053031207/online-snapshot/abort 2024-12-03T23:20:18,660 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,33737,1733268017153 2024-12-03T23:20:18,664 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T23:20:18,670 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T23:20:18,670 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T23:20:18,670 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T23:20:18,670 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5f9d64419733,33737,1733268017153 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T23:20:18,671 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:20:18,671 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:20:18,671 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:20:18,671 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:20:18,671 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5f9d64419733:0, corePoolSize=10, maxPoolSize=10 2024-12-03T23:20:18,671 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:18,671 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:20:18,671 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:18,677 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:20:18,677 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T23:20:18,678 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:18,678 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T23:20:18,700 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733268048700 2024-12-03T23:20:18,701 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T23:20:18,701 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T23:20:18,701 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T23:20:18,701 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T23:20:18,701 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T23:20:18,701 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T23:20:18,705 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:18,706 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T23:20:18,706 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T23:20:18,706 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T23:20:18,706 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T23:20:18,707 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T23:20:18,707 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T23:20:18,721 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268018707,5,FailOnTimeoutGroup] 2024-12-03T23:20:18,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741831_1007 (size=1321) 2024-12-03T23:20:18,723 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268018721,5,FailOnTimeoutGroup] 2024-12-03T23:20:18,723 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:18,723 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T23:20:18,723 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:18,723 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:18,762 INFO [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(746): ClusterId : 69b3560f-a8c7-49cc-9c02-dee411d30fe5 2024-12-03T23:20:18,762 DEBUG [RS:0;5f9d64419733:39787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:20:18,765 DEBUG [RS:0;5f9d64419733:39787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:20:18,765 DEBUG [RS:0;5f9d64419733:39787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:20:18,767 DEBUG [RS:0;5f9d64419733:39787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:20:18,767 DEBUG [RS:0;5f9d64419733:39787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25a6ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:20:18,783 DEBUG [RS:0;5f9d64419733:39787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5f9d64419733:39787 2024-12-03T23:20:18,783 INFO [RS:0;5f9d64419733:39787 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:20:18,783 INFO [RS:0;5f9d64419733:39787 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:20:18,783 DEBUG [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:20:18,784 INFO [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,33737,1733268017153 with port=39787, startcode=1733268017227 2024-12-03T23:20:18,784 DEBUG [RS:0;5f9d64419733:39787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:20:18,789 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:20:18,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33737 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,39787,1733268017227 2024-12-03T23:20:18,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33737 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,39787,1733268017227 2024-12-03T23:20:18,793 DEBUG [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672 2024-12-03T23:20:18,793 DEBUG [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41497 2024-12-03T23:20:18,793 DEBUG [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:20:18,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053031207/rs 2024-12-03T23:20:18,795 DEBUG [RS:0;5f9d64419733:39787 {}] zookeeper.ZKUtil(111): regionserver:39787-0x1017aa0f7500001, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Set watcher on existing znode=/0-1053031207/rs/5f9d64419733,39787,1733268017227 2024-12-03T23:20:18,795 WARN [RS:0;5f9d64419733:39787 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:20:18,795 INFO [RS:0;5f9d64419733:39787 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:20:18,795 DEBUG [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227 2024-12-03T23:20:18,800 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,39787,1733268017227] 2024-12-03T23:20:18,803 INFO [RS:0;5f9d64419733:39787 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:20:18,804 INFO [RS:0;5f9d64419733:39787 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:20:18,805 INFO [RS:0;5f9d64419733:39787 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:20:18,805 INFO [RS:0;5f9d64419733:39787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:18,805 INFO [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:20:18,806 INFO [RS:0;5f9d64419733:39787 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:20:18,806 INFO [RS:0;5f9d64419733:39787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:18,806 DEBUG [RS:0;5f9d64419733:39787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:18,806 DEBUG [RS:0;5f9d64419733:39787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:18,806 DEBUG [RS:0;5f9d64419733:39787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:18,806 DEBUG [RS:0;5f9d64419733:39787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:18,806 DEBUG [RS:0;5f9d64419733:39787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:18,806 DEBUG [RS:0;5f9d64419733:39787 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:20:18,806 DEBUG [RS:0;5f9d64419733:39787 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:18,806 DEBUG [RS:0;5f9d64419733:39787 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:18,806 DEBUG [RS:0;5f9d64419733:39787 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:18,806 DEBUG [RS:0;5f9d64419733:39787 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:18,806 DEBUG [RS:0;5f9d64419733:39787 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:18,806 DEBUG [RS:0;5f9d64419733:39787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:18,806 DEBUG [RS:0;5f9d64419733:39787 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:20:18,806 DEBUG [RS:0;5f9d64419733:39787 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:20:18,807 INFO [RS:0;5f9d64419733:39787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:18,807 INFO [RS:0;5f9d64419733:39787 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:18,807 INFO [RS:0;5f9d64419733:39787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:18,807 INFO [RS:0;5f9d64419733:39787 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:18,807 INFO [RS:0;5f9d64419733:39787 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:18,807 INFO [RS:0;5f9d64419733:39787 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,39787,1733268017227-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:20:18,826 INFO [RS:0;5f9d64419733:39787 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:20:18,826 INFO [RS:0;5f9d64419733:39787 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,39787,1733268017227-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:18,826 INFO [RS:0;5f9d64419733:39787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:18,826 INFO [RS:0;5f9d64419733:39787 {}] regionserver.Replication(171): 5f9d64419733,39787,1733268017227 started 2024-12-03T23:20:18,844 INFO [RS:0;5f9d64419733:39787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:18,844 INFO [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,39787,1733268017227, RpcServer on 5f9d64419733/172.17.0.2:39787, sessionid=0x1017aa0f7500001 2024-12-03T23:20:18,844 DEBUG [RS:0;5f9d64419733:39787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:20:18,844 DEBUG [RS:0;5f9d64419733:39787 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,39787,1733268017227 2024-12-03T23:20:18,844 DEBUG [RS:0;5f9d64419733:39787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,39787,1733268017227' 2024-12-03T23:20:18,844 DEBUG [RS:0;5f9d64419733:39787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1053031207/flush-table-proc/abort' 2024-12-03T23:20:18,845 DEBUG [RS:0;5f9d64419733:39787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1053031207/flush-table-proc/acquired' 2024-12-03T23:20:18,845 DEBUG [RS:0;5f9d64419733:39787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:20:18,845 DEBUG [RS:0;5f9d64419733:39787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:20:18,845 DEBUG [RS:0;5f9d64419733:39787 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,39787,1733268017227 2024-12-03T23:20:18,845 DEBUG [RS:0;5f9d64419733:39787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,39787,1733268017227' 2024-12-03T23:20:18,845 DEBUG [RS:0;5f9d64419733:39787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1053031207/online-snapshot/abort' 2024-12-03T23:20:18,845 DEBUG [RS:0;5f9d64419733:39787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1053031207/online-snapshot/acquired' 2024-12-03T23:20:18,846 DEBUG [RS:0;5f9d64419733:39787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:20:18,846 INFO [RS:0;5f9d64419733:39787 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:20:18,846 INFO [RS:0;5f9d64419733:39787 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:20:18,946 INFO [RS:0;5f9d64419733:39787 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:20:18,948 INFO [RS:0;5f9d64419733:39787 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C39787%2C1733268017227, suffix=, logDir=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227, archiveDir=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/oldWALs, maxLogs=10 2024-12-03T23:20:18,965 DEBUG [RS:0;5f9d64419733:39787 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948, exclude list is [], retry=0 2024-12-03T23:20:18,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45505,DS-1d7a5d9a-cc1e-4d5e-be8a-630e21e05589,DISK] 2024-12-03T23:20:18,970 INFO [RS:0;5f9d64419733:39787 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 2024-12-03T23:20:18,970 DEBUG [RS:0;5f9d64419733:39787 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35213:35213)] 2024-12-03T23:20:19,122 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T23:20:19,123 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672 2024-12-03T23:20:19,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741833_1009 (size=32) 2024-12-03T23:20:19,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:19,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:20:19,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:20:19,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:19,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:19,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:20:19,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:20:19,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:19,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:19,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:20:19,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:20:19,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:19,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:19,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:20:19,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:20:19,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:19,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:19,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:20:19,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/1588230740 2024-12-03T23:20:19,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/1588230740 2024-12-03T23:20:19,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:20:19,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:20:19,539 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:20:19,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:20:19,542 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:20:19,542 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72517625, jitterRate=0.08059681951999664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:20:19,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733268019529Initializing all the Stores at 1733268019529Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268019529Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268019531 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268019531Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268019531Cleaning up temporary data from old regions at 1733268019539 (+8 ms)Region opened successfully at 1733268019543 (+4 ms) 2024-12-03T23:20:19,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:20:19,543 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:20:19,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:20:19,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:20:19,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:20:19,543 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:20:19,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733268019543Disabling compacts and flushes for region at 1733268019543Disabling writes for close at 1733268019543Writing region close event to WAL at 1733268019543Closed at 1733268019543 2024-12-03T23:20:19,544 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:20:19,544 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T23:20:19,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T23:20:19,545 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:20:19,546 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T23:20:19,696 DEBUG [5f9d64419733:33737 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T23:20:19,697 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5f9d64419733,39787,1733268017227 2024-12-03T23:20:19,699 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,39787,1733268017227, state=OPENING 2024-12-03T23:20:19,700 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T23:20:19,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053031207 2024-12-03T23:20:19,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39787-0x1017aa0f7500001, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053031207 2024-12-03T23:20:19,706 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1053031207/meta-region-server: CHANGED 2024-12-03T23:20:19,706 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:20:19,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,39787,1733268017227}] 2024-12-03T23:20:19,706 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1053031207/meta-region-server: CHANGED 2024-12-03T23:20:19,861 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:20:19,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:20:19,873 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T23:20:19,874 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:20:19,874 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T23:20:19,875 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C39787%2C1733268017227.meta, suffix=.meta, logDir=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227, archiveDir=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/oldWALs, maxLogs=10 2024-12-03T23:20:19,893 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.meta.1733268019875.meta, exclude list is [], retry=0 2024-12-03T23:20:19,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45505,DS-1d7a5d9a-cc1e-4d5e-be8a-630e21e05589,DISK] 2024-12-03T23:20:19,905 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.meta.1733268019875.meta 2024-12-03T23:20:19,905 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35213:35213)] 2024-12-03T23:20:19,905 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:20:19,906 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:20:19,906 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:20:19,906 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T23:20:19,906 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T23:20:19,906 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T23:20:19,906 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:19,906 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T23:20:19,906 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T23:20:19,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:20:19,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:20:19,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:19,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:19,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:20:19,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:20:19,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:19,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:19,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:20:19,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:20:19,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:19,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:19,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:20:19,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:20:19,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:19,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:19,926 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:20:19,926 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/1588230740 2024-12-03T23:20:19,927 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/1588230740 2024-12-03T23:20:19,928 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:20:19,928 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:20:19,929 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:20:19,930 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:20:19,930 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72243396, jitterRate=0.076510488986969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:20:19,930 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T23:20:19,931 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733268019906Writing region info on filesystem at 1733268019906Initializing all the Stores at 1733268019910 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268019910Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268019920 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268019920Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268019920Cleaning up temporary data from old regions at 1733268019928 (+8 ms)Running coprocessor post-open hooks at 1733268019930 (+2 ms)Region opened successfully at 1733268019931 (+1 ms) 2024-12-03T23:20:19,932 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733268019860 2024-12-03T23:20:19,934 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T23:20:19,934 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T23:20:19,935 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,39787,1733268017227 2024-12-03T23:20:19,937 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,39787,1733268017227, state=OPEN 2024-12-03T23:20:19,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1053031207/meta-region-server 2024-12-03T23:20:19,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39787-0x1017aa0f7500001, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1053031207/meta-region-server 2024-12-03T23:20:19,939 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5f9d64419733,39787,1733268017227 2024-12-03T23:20:19,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1053031207/meta-region-server: CHANGED 2024-12-03T23:20:19,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1053031207/meta-region-server: CHANGED 2024-12-03T23:20:19,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T23:20:19,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,39787,1733268017227 in 233 msec 2024-12-03T23:20:19,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T23:20:19,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 399 msec 2024-12-03T23:20:19,946 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:20:19,946 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T23:20:19,947 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:20:19,948 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,39787,1733268017227, seqNum=-1] 2024-12-03T23:20:19,948 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:20:19,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:20:19,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2850 sec 2024-12-03T23:20:19,954 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733268019954, completionTime=-1 2024-12-03T23:20:19,954 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T23:20:19,954 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T23:20:19,956 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T23:20:19,957 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733268079956 2024-12-03T23:20:19,957 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733268139957 2024-12-03T23:20:19,957 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T23:20:19,957 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,33737,1733268017153-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:19,957 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,33737,1733268017153-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:19,957 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,33737,1733268017153-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:19,957 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5f9d64419733:33737, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:19,957 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:19,960 DEBUG [master/5f9d64419733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T23:20:19,964 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:19,968 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.684sec 2024-12-03T23:20:19,968 INFO [master/5f9d64419733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T23:20:19,968 INFO [master/5f9d64419733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T23:20:19,968 INFO [master/5f9d64419733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T23:20:19,968 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T23:20:19,968 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T23:20:19,968 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,33737,1733268017153-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:20:19,968 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,33737,1733268017153-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T23:20:19,974 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T23:20:19,974 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T23:20:19,974 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,33737,1733268017153-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:20,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e4373f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:20,065 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,33737,-1 for getting cluster id 2024-12-03T23:20:20,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:20,066 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69b3560f-a8c7-49cc-9c02-dee411d30fe5' 2024-12-03T23:20:20,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:20,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69b3560f-a8c7-49cc-9c02-dee411d30fe5" 2024-12-03T23:20:20,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303f92d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:20,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,33737,-1] 2024-12-03T23:20:20,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:20,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:20,068 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:20,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788dd956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:20,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:20:20,070 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,39787,1733268017227, seqNum=-1] 2024-12-03T23:20:20,070 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:20:20,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:20:20,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5f9d64419733,33737,1733268017153 2024-12-03T23:20:20,074 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51955 2024-12-03T23:20:20,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:20:20,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017aa0f7500002 connected 2024-12-03T23:20:20,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/hadoop.log.dir so I do NOT create it in target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec 2024-12-03T23:20:20,080 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T23:20:20,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/hadoop.tmp.dir so I do NOT create it in target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec 2024-12-03T23:20:20,080 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T23:20:20,080 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec 2024-12-03T23:20:20,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T23:20:20,080 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/cluster_90f038b9-8737-6ee9-98a8-df1837dab43d, deleteOnExit=true 2024-12-03T23:20:20,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T23:20:20,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/test.cache.data in system properties and HBase conf 2024-12-03T23:20:20,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T23:20:20,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/hadoop.log.dir in system properties and HBase conf 2024-12-03T23:20:20,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T23:20:20,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T23:20:20,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T23:20:20,081 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T23:20:20,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:20:20,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:20:20,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T23:20:20,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:20:20,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T23:20:20,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T23:20:20,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:20:20,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:20:20,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T23:20:20,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/nfs.dump.dir in system properties and HBase conf 2024-12-03T23:20:20,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/java.io.tmpdir in system properties and HBase conf 2024-12-03T23:20:20,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:20:20,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T23:20:20,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T23:20:20,155 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T23:20:20,159 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:20,159 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:20,197 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:20,197 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:20,198 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:20,198 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:20,198 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:20,199 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:20,202 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:20,209 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:20,209 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:20,211 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:20,235 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:20:20,238 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:20:20,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:20:20,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:20:20,240 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T23:20:20,242 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:20:20,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dafa61f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:20:20,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@413816ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:20:20,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624c38f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/java.io.tmpdir/jetty-localhost-33113-hadoop-hdfs-3_4_1-tests_jar-_-any-16788290714619755240/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:20:20,377 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ec3d9bf{HTTP/1.1, (http/1.1)}{localhost:33113} 2024-12-03T23:20:20,377 INFO [Time-limited test {}] server.Server(415): Started @210002ms 2024-12-03T23:20:20,519 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:20:20,522 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:20:20,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:20:20,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:20:20,524 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T23:20:20,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37999a1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:20:20,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37e857e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:20:20,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3da64c88{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/java.io.tmpdir/jetty-localhost-36801-hadoop-hdfs-3_4_1-tests_jar-_-any-18046396914389797209/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:20:20,661 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fc9cb47{HTTP/1.1, (http/1.1)}{localhost:36801} 2024-12-03T23:20:20,661 INFO [Time-limited test {}] server.Server(415): Started @210286ms 2024-12-03T23:20:20,662 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T23:20:20,774 WARN [Thread-2787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/cluster_90f038b9-8737-6ee9-98a8-df1837dab43d/data/data2/current/BP-569550842-172.17.0.2-1733268020107/current, will proceed with Du for space computation calculation, 2024-12-03T23:20:20,774 WARN [Thread-2786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/cluster_90f038b9-8737-6ee9-98a8-df1837dab43d/data/data1/current/BP-569550842-172.17.0.2-1733268020107/current, will proceed with Du for space computation calculation, 2024-12-03T23:20:20,794 WARN [Thread-2774 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T23:20:20,797 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee7cc9383b80d7ca with lease ID 0x5997c7abc50af748: Processing first storage report for DS-b4439ba0-2f58-415a-b04e-f2e2bca136fe from datanode DatanodeRegistration(127.0.0.1:41833, datanodeUuid=73129191-7d48-43e3-acaa-afc3ca76d3da, infoPort=45015, infoSecurePort=0, ipcPort=43875, storageInfo=lv=-57;cid=testClusterID;nsid=1520521992;c=1733268020107) 2024-12-03T23:20:20,797 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee7cc9383b80d7ca with lease ID 0x5997c7abc50af748: from storage DS-b4439ba0-2f58-415a-b04e-f2e2bca136fe node DatanodeRegistration(127.0.0.1:41833, datanodeUuid=73129191-7d48-43e3-acaa-afc3ca76d3da, infoPort=45015, infoSecurePort=0, ipcPort=43875, storageInfo=lv=-57;cid=testClusterID;nsid=1520521992;c=1733268020107), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:20:20,797 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee7cc9383b80d7ca with lease ID 0x5997c7abc50af748: Processing first storage report for DS-f83b90be-2a34-4bcd-b31b-f263f529646d from datanode DatanodeRegistration(127.0.0.1:41833, datanodeUuid=73129191-7d48-43e3-acaa-afc3ca76d3da, infoPort=45015, infoSecurePort=0, ipcPort=43875, storageInfo=lv=-57;cid=testClusterID;nsid=1520521992;c=1733268020107) 2024-12-03T23:20:20,797 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee7cc9383b80d7ca with lease ID 0x5997c7abc50af748: from storage DS-f83b90be-2a34-4bcd-b31b-f263f529646d node DatanodeRegistration(127.0.0.1:41833, datanodeUuid=73129191-7d48-43e3-acaa-afc3ca76d3da, infoPort=45015, infoSecurePort=0, ipcPort=43875, storageInfo=lv=-57;cid=testClusterID;nsid=1520521992;c=1733268020107), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:20:20,883 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec 2024-12-03T23:20:20,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:20,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:20,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741825_1001 (size=7) 2024-12-03T23:20:21,307 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc with version=8 2024-12-03T23:20:21,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/hbase-staging 2024-12-03T23:20:21,310 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:20:21,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:20:21,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:20:21,310 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:20:21,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:20:21,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:20:21,310 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T23:20:21,310 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:20:21,311 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42843 2024-12-03T23:20:21,311 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42843 connecting to ZooKeeper ensemble=127.0.0.1:51955 2024-12-03T23:20:21,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428430x0, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:20:21,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42843-0x1017aa0f7500003 connected 2024-12-03T23:20:21,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:21,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:21,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Set watcher on znode that does not yet exist, /1306127057/running 2024-12-03T23:20:21,327 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc, hbase.cluster.distributed=false 2024-12-03T23:20:21,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Set watcher on znode that does not yet exist, /1306127057/acl 2024-12-03T23:20:21,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42843 2024-12-03T23:20:21,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42843 2024-12-03T23:20:21,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42843 2024-12-03T23:20:21,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42843 2024-12-03T23:20:21,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42843 2024-12-03T23:20:21,345 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:20:21,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:20:21,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:20:21,345 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:20:21,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:20:21,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:20:21,345 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:20:21,345 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:20:21,346 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34535 2024-12-03T23:20:21,347 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34535 connecting to ZooKeeper ensemble=127.0.0.1:51955 2024-12-03T23:20:21,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:21,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:21,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345350x0, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:20:21,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345350x0, quorum=127.0.0.1:51955, baseZNode=/1306127057 Set watcher on znode that does not yet exist, /1306127057/running 2024-12-03T23:20:21,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34535-0x1017aa0f7500004 connected 2024-12-03T23:20:21,354 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:20:21,354 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:20:21,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34535-0x1017aa0f7500004, quorum=127.0.0.1:51955, baseZNode=/1306127057 Set watcher on znode that does not yet exist, /1306127057/master 2024-12-03T23:20:21,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34535-0x1017aa0f7500004, quorum=127.0.0.1:51955, baseZNode=/1306127057 Set watcher on znode that does not yet exist, /1306127057/acl 2024-12-03T23:20:21,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34535 2024-12-03T23:20:21,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34535 2024-12-03T23:20:21,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34535 2024-12-03T23:20:21,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34535 2024-12-03T23:20:21,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34535 2024-12-03T23:20:21,379 DEBUG [M:0;5f9d64419733:42843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5f9d64419733:42843 2024-12-03T23:20:21,379 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1306127057/backup-masters/5f9d64419733,42843,1733268021310 2024-12-03T23:20:21,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1306127057/backup-masters 2024-12-03T23:20:21,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x1017aa0f7500004, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1306127057/backup-masters 2024-12-03T23:20:21,381 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Set watcher on existing znode=/1306127057/backup-masters/5f9d64419733,42843,1733268021310 2024-12-03T23:20:21,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x1017aa0f7500004, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1306127057/master 2024-12-03T23:20:21,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x1017aa0f7500004, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1306127057 2024-12-03T23:20:21,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1306127057 2024-12-03T23:20:21,383 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Set watcher on existing znode=/1306127057/master 2024-12-03T23:20:21,384 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1306127057/backup-masters/5f9d64419733,42843,1733268021310 from backup master directory 2024-12-03T23:20:21,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x1017aa0f7500004, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1306127057/backup-masters 2024-12-03T23:20:21,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1306127057/backup-masters/5f9d64419733,42843,1733268021310 2024-12-03T23:20:21,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1306127057/backup-masters 2024-12-03T23:20:21,386 WARN [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:20:21,386 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5f9d64419733,42843,1733268021310 2024-12-03T23:20:21,393 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/hbase.id] with ID: de1fce27-4274-4713-8aa5-0debfde3d3f1 2024-12-03T23:20:21,393 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/.tmp/hbase.id 2024-12-03T23:20:21,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741826_1002 (size=42) 2024-12-03T23:20:21,805 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/.tmp/hbase.id]:[hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/hbase.id] 2024-12-03T23:20:21,818 INFO [master/5f9d64419733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:21,818 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T23:20:21,820 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T23:20:21,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x1017aa0f7500004, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1306127057 2024-12-03T23:20:21,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1306127057 2024-12-03T23:20:21,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741827_1003 (size=196) 2024-12-03T23:20:21,836 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:20:21,837 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T23:20:21,837 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:20:21,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741828_1004 (size=1189) 2024-12-03T23:20:21,851 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/MasterData/data/master/store 2024-12-03T23:20:21,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741829_1005 (size=34) 2024-12-03T23:20:22,265 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:22,266 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:20:22,266 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:22,266 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:22,266 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:20:22,266 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:22,266 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:22,266 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733268022265Disabling compacts and flushes for region at 1733268022265Disabling writes for close at 1733268022266 (+1 ms)Writing region close event to WAL at 1733268022266Closed at 1733268022266 2024-12-03T23:20:22,266 WARN [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/MasterData/data/master/store/.initializing 2024-12-03T23:20:22,266 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/MasterData/WALs/5f9d64419733,42843,1733268021310 2024-12-03T23:20:22,267 INFO [master/5f9d64419733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:20:22,269 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C42843%2C1733268021310, suffix=, logDir=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/MasterData/WALs/5f9d64419733,42843,1733268021310, archiveDir=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/MasterData/oldWALs, maxLogs=10 2024-12-03T23:20:22,298 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/MasterData/WALs/5f9d64419733,42843,1733268021310/5f9d64419733%2C42843%2C1733268021310.1733268022269, exclude list is [], retry=0 2024-12-03T23:20:22,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41833,DS-b4439ba0-2f58-415a-b04e-f2e2bca136fe,DISK] 2024-12-03T23:20:22,302 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/MasterData/WALs/5f9d64419733,42843,1733268021310/5f9d64419733%2C42843%2C1733268021310.1733268022269 2024-12-03T23:20:22,302 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45015:45015)] 2024-12-03T23:20:22,302 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:20:22,302 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:22,302 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:22,302 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:22,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:22,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T23:20:22,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:22,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:22,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:22,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T23:20:22,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:22,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:22,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:22,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T23:20:22,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:22,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:22,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:22,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T23:20:22,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:22,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:22,309 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:22,309 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:22,309 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:22,310 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:22,310 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:22,310 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:20:22,311 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:22,313 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:20:22,313 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63192460, jitterRate=-0.058358967304229736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:20:22,313 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733268022302Initializing all the Stores at 1733268022303 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268022303Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268022303Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268022303Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268022303Cleaning up temporary data from old regions at 1733268022310 (+7 ms)Region opened successfully at 1733268022313 (+3 ms) 2024-12-03T23:20:22,313 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T23:20:22,315 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65dc2d36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:20:22,316 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T23:20:22,316 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T23:20:22,316 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T23:20:22,316 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T23:20:22,317 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T23:20:22,317 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T23:20:22,317 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T23:20:22,318 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T23:20:22,319 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Unable to get data of znode /1306127057/balancer because node does not exist (not necessarily an error) 2024-12-03T23:20:22,320 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1306127057/balancer already deleted, retry=false 2024-12-03T23:20:22,321 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T23:20:22,321 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Unable to get data of znode /1306127057/normalizer because node does not exist (not necessarily an error) 2024-12-03T23:20:22,322 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1306127057/normalizer already deleted, retry=false 2024-12-03T23:20:22,323 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T23:20:22,323 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Unable to get data of znode /1306127057/switch/split because node does not exist (not necessarily an error) 2024-12-03T23:20:22,326 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1306127057/switch/split already deleted, retry=false 2024-12-03T23:20:22,326 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Unable to get data of znode /1306127057/switch/merge because node does not exist (not necessarily an error) 2024-12-03T23:20:22,327 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1306127057/switch/merge already deleted, retry=false 2024-12-03T23:20:22,329 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Unable to get data of znode /1306127057/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T23:20:22,330 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1306127057/snapshot-cleanup already deleted, retry=false 2024-12-03T23:20:22,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1306127057/running 2024-12-03T23:20:22,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x1017aa0f7500004, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1306127057/running 2024-12-03T23:20:22,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1306127057 2024-12-03T23:20:22,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x1017aa0f7500004, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1306127057 2024-12-03T23:20:22,331 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5f9d64419733,42843,1733268021310, sessionid=0x1017aa0f7500003, setting cluster-up flag (Was=false) 2024-12-03T23:20:22,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x1017aa0f7500004, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1306127057 2024-12-03T23:20:22,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1306127057 2024-12-03T23:20:22,340 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1306127057/flush-table-proc/acquired, /1306127057/flush-table-proc/reached, /1306127057/flush-table-proc/abort 2024-12-03T23:20:22,341 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,42843,1733268021310 2024-12-03T23:20:22,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1306127057 2024-12-03T23:20:22,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x1017aa0f7500004, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1306127057 2024-12-03T23:20:22,348 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1306127057/online-snapshot/acquired, /1306127057/online-snapshot/reached, /1306127057/online-snapshot/abort 2024-12-03T23:20:22,348 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,42843,1733268021310 2024-12-03T23:20:22,349 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T23:20:22,350 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T23:20:22,351 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T23:20:22,351 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T23:20:22,351 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5f9d64419733,42843,1733268021310 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T23:20:22,352 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:20:22,352 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:20:22,352 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:20:22,352 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:20:22,352 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5f9d64419733:0, corePoolSize=10, maxPoolSize=10 2024-12-03T23:20:22,352 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:22,352 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:20:22,353 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:22,353 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733268052353 2024-12-03T23:20:22,353 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T23:20:22,354 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T23:20:22,354 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:20:22,354 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T23:20:22,354 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T23:20:22,354 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T23:20:22,354 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T23:20:22,354 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T23:20:22,354 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:22,355 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:22,355 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T23:20:22,355 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T23:20:22,355 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T23:20:22,355 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T23:20:22,355 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T23:20:22,356 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T23:20:22,356 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T23:20:22,356 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268022356,5,FailOnTimeoutGroup] 2024-12-03T23:20:22,360 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268022356,5,FailOnTimeoutGroup] 2024-12-03T23:20:22,360 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:22,360 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T23:20:22,360 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:22,360 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:22,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741831_1007 (size=1321) 2024-12-03T23:20:22,366 INFO [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(746): ClusterId : de1fce27-4274-4713-8aa5-0debfde3d3f1 2024-12-03T23:20:22,366 DEBUG [RS:0;5f9d64419733:34535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:20:22,368 DEBUG [RS:0;5f9d64419733:34535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:20:22,368 DEBUG [RS:0;5f9d64419733:34535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:20:22,369 DEBUG [RS:0;5f9d64419733:34535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:20:22,369 DEBUG [RS:0;5f9d64419733:34535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200aac9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:20:22,381 DEBUG [RS:0;5f9d64419733:34535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5f9d64419733:34535 2024-12-03T23:20:22,381 INFO [RS:0;5f9d64419733:34535 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:20:22,381 INFO [RS:0;5f9d64419733:34535 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:20:22,381 DEBUG [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:20:22,382 INFO [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,42843,1733268021310 with port=34535, startcode=1733268021345 2024-12-03T23:20:22,382 DEBUG [RS:0;5f9d64419733:34535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:20:22,383 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:20:22,383 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42843 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,34535,1733268021345 2024-12-03T23:20:22,383 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42843 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,34535,1733268021345 2024-12-03T23:20:22,384 DEBUG [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc 2024-12-03T23:20:22,385 DEBUG [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42439 2024-12-03T23:20:22,385 DEBUG [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:20:22,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1306127057/rs 2024-12-03T23:20:22,391 DEBUG [RS:0;5f9d64419733:34535 {}] zookeeper.ZKUtil(111): regionserver:34535-0x1017aa0f7500004, quorum=127.0.0.1:51955, baseZNode=/1306127057 Set watcher on existing znode=/1306127057/rs/5f9d64419733,34535,1733268021345 2024-12-03T23:20:22,391 WARN [RS:0;5f9d64419733:34535 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:20:22,391 INFO [RS:0;5f9d64419733:34535 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:20:22,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,34535,1733268021345] 2024-12-03T23:20:22,391 DEBUG [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345 2024-12-03T23:20:22,395 INFO [RS:0;5f9d64419733:34535 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:20:22,397 INFO [RS:0;5f9d64419733:34535 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:20:22,399 INFO [RS:0;5f9d64419733:34535 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:20:22,399 INFO [RS:0;5f9d64419733:34535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:22,400 INFO [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:20:22,401 INFO [RS:0;5f9d64419733:34535 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:20:22,401 INFO [RS:0;5f9d64419733:34535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:22,401 DEBUG [RS:0;5f9d64419733:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:22,401 DEBUG [RS:0;5f9d64419733:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:22,401 DEBUG [RS:0;5f9d64419733:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:22,401 DEBUG [RS:0;5f9d64419733:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:22,401 DEBUG [RS:0;5f9d64419733:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:22,401 DEBUG [RS:0;5f9d64419733:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:20:22,401 DEBUG [RS:0;5f9d64419733:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:22,401 DEBUG [RS:0;5f9d64419733:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:22,401 DEBUG [RS:0;5f9d64419733:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:22,401 DEBUG [RS:0;5f9d64419733:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:22,401 DEBUG [RS:0;5f9d64419733:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:22,401 DEBUG [RS:0;5f9d64419733:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:22,401 DEBUG [RS:0;5f9d64419733:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:20:22,401 DEBUG [RS:0;5f9d64419733:34535 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:20:22,404 INFO [RS:0;5f9d64419733:34535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:22,404 INFO [RS:0;5f9d64419733:34535 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:22,404 INFO [RS:0;5f9d64419733:34535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:22,404 INFO [RS:0;5f9d64419733:34535 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:22,404 INFO [RS:0;5f9d64419733:34535 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:22,404 INFO [RS:0;5f9d64419733:34535 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,34535,1733268021345-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:20:22,419 INFO [RS:0;5f9d64419733:34535 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:20:22,420 INFO [RS:0;5f9d64419733:34535 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,34535,1733268021345-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:22,420 INFO [RS:0;5f9d64419733:34535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:22,420 INFO [RS:0;5f9d64419733:34535 {}] regionserver.Replication(171): 5f9d64419733,34535,1733268021345 started 2024-12-03T23:20:22,433 INFO [RS:0;5f9d64419733:34535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:22,433 INFO [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,34535,1733268021345, RpcServer on 5f9d64419733/172.17.0.2:34535, sessionid=0x1017aa0f7500004 2024-12-03T23:20:22,433 DEBUG [RS:0;5f9d64419733:34535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:20:22,433 DEBUG [RS:0;5f9d64419733:34535 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,34535,1733268021345 2024-12-03T23:20:22,433 DEBUG [RS:0;5f9d64419733:34535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,34535,1733268021345' 2024-12-03T23:20:22,433 DEBUG [RS:0;5f9d64419733:34535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1306127057/flush-table-proc/abort' 2024-12-03T23:20:22,434 DEBUG [RS:0;5f9d64419733:34535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1306127057/flush-table-proc/acquired' 2024-12-03T23:20:22,434 DEBUG [RS:0;5f9d64419733:34535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:20:22,434 DEBUG [RS:0;5f9d64419733:34535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:20:22,434 DEBUG [RS:0;5f9d64419733:34535 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,34535,1733268021345 2024-12-03T23:20:22,434 DEBUG [RS:0;5f9d64419733:34535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,34535,1733268021345' 2024-12-03T23:20:22,434 DEBUG [RS:0;5f9d64419733:34535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1306127057/online-snapshot/abort' 2024-12-03T23:20:22,434 DEBUG [RS:0;5f9d64419733:34535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1306127057/online-snapshot/acquired' 2024-12-03T23:20:22,435 DEBUG [RS:0;5f9d64419733:34535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:20:22,435 INFO [RS:0;5f9d64419733:34535 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:20:22,435 INFO [RS:0;5f9d64419733:34535 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:20:22,535 INFO [RS:0;5f9d64419733:34535 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:20:22,536 INFO [RS:0;5f9d64419733:34535 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C34535%2C1733268021345, suffix=, logDir=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345, archiveDir=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/oldWALs, maxLogs=10 2024-12-03T23:20:22,551 DEBUG [RS:0;5f9d64419733:34535 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536, exclude list is [], retry=0 2024-12-03T23:20:22,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41833,DS-b4439ba0-2f58-415a-b04e-f2e2bca136fe,DISK] 2024-12-03T23:20:22,555 INFO [RS:0;5f9d64419733:34535 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 2024-12-03T23:20:22,555 DEBUG [RS:0;5f9d64419733:34535 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45015:45015)] 2024-12-03T23:20:22,767 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T23:20:22,767 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc 2024-12-03T23:20:22,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741833_1009 (size=32) 2024-12-03T23:20:23,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:23,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:20:23,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:20:23,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:23,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:23,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:20:23,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:20:23,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:23,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:23,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:20:23,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:20:23,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:23,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:23,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:20:23,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:20:23,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:23,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:23,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:20:23,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/1588230740 2024-12-03T23:20:23,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/1588230740 2024-12-03T23:20:23,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:20:23,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:20:23,182 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:20:23,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:20:23,184 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:20:23,185 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70089801, jitterRate=0.04441942274570465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:20:23,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733268023173Initializing all the Stores at 1733268023173Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268023173Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268023174 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268023174Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268023174Cleaning up temporary data from old regions at 1733268023182 (+8 ms)Region opened successfully at 1733268023185 (+3 ms) 2024-12-03T23:20:23,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:20:23,185 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:20:23,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:20:23,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:20:23,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:20:23,185 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:20:23,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733268023185Disabling compacts and flushes for region at 1733268023185Disabling writes for close at 1733268023185Writing region close event to WAL at 1733268023185Closed at 1733268023185 2024-12-03T23:20:23,186 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:20:23,186 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T23:20:23,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T23:20:23,188 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:20:23,192 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T23:20:23,342 DEBUG [5f9d64419733:42843 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T23:20:23,343 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5f9d64419733,34535,1733268021345 2024-12-03T23:20:23,344 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,34535,1733268021345, state=OPENING 2024-12-03T23:20:23,346 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T23:20:23,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x1017aa0f7500004, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1306127057 2024-12-03T23:20:23,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1306127057 2024-12-03T23:20:23,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1306127057/meta-region-server: CHANGED 2024-12-03T23:20:23,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1306127057/meta-region-server: CHANGED 2024-12-03T23:20:23,347 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:20:23,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,34535,1733268021345}] 2024-12-03T23:20:23,500 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:20:23,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:20:23,505 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T23:20:23,505 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:20:23,505 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T23:20:23,506 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C34535%2C1733268021345.meta, suffix=.meta, logDir=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345, archiveDir=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/oldWALs, maxLogs=10 2024-12-03T23:20:23,523 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.meta.1733268023506.meta, exclude list is [], retry=0 2024-12-03T23:20:23,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41833,DS-b4439ba0-2f58-415a-b04e-f2e2bca136fe,DISK] 2024-12-03T23:20:23,527 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.meta.1733268023506.meta 2024-12-03T23:20:23,527 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45015:45015)] 2024-12-03T23:20:23,527 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:20:23,528 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:20:23,528 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:20:23,528 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T23:20:23,528 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T23:20:23,528 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T23:20:23,528 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:23,528 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T23:20:23,528 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T23:20:23,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:20:23,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:20:23,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:23,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:23,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:20:23,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:20:23,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:23,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:23,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:20:23,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:20:23,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:23,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:23,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:20:23,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:20:23,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:23,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:23,534 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:20:23,534 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/1588230740 2024-12-03T23:20:23,535 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/1588230740 2024-12-03T23:20:23,536 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:20:23,536 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:20:23,537 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:20:23,538 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:20:23,538 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66243958, jitterRate=-0.012888103723526001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:20:23,538 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T23:20:23,539 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733268023528Writing region info on filesystem at 1733268023528Initializing all the Stores at 1733268023529 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268023529Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268023529Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268023529Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268023529Cleaning up temporary data from old regions at 1733268023536 (+7 ms)Running coprocessor post-open hooks at 1733268023538 (+2 ms)Region opened successfully at 1733268023539 (+1 ms) 2024-12-03T23:20:23,540 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733268023500 2024-12-03T23:20:23,542 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T23:20:23,542 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T23:20:23,542 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,34535,1733268021345 2024-12-03T23:20:23,543 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,34535,1733268021345, state=OPEN 2024-12-03T23:20:23,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x1017aa0f7500004, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1306127057/meta-region-server 2024-12-03T23:20:23,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1306127057/meta-region-server: CHANGED 2024-12-03T23:20:23,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1306127057/meta-region-server 2024-12-03T23:20:23,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1306127057/meta-region-server: CHANGED 2024-12-03T23:20:23,549 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5f9d64419733,34535,1733268021345 2024-12-03T23:20:23,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T23:20:23,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,34535,1733268021345 in 202 msec 2024-12-03T23:20:23,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T23:20:23,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-12-03T23:20:23,554 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:20:23,554 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T23:20:23,555 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:20:23,556 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,34535,1733268021345, seqNum=-1] 2024-12-03T23:20:23,556 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:20:23,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:20:23,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2100 sec 2024-12-03T23:20:23,562 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733268023562, completionTime=-1 2024-12-03T23:20:23,562 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T23:20:23,562 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T23:20:23,564 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T23:20:23,564 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733268083564 2024-12-03T23:20:23,564 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733268143564 2024-12-03T23:20:23,564 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T23:20:23,565 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,42843,1733268021310-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:23,565 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,42843,1733268021310-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:23,565 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,42843,1733268021310-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:23,565 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5f9d64419733:42843, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:23,565 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:23,565 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:23,566 DEBUG [master/5f9d64419733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T23:20:23,570 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.183sec 2024-12-03T23:20:23,570 INFO [master/5f9d64419733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T23:20:23,570 INFO [master/5f9d64419733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T23:20:23,570 INFO [master/5f9d64419733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T23:20:23,570 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T23:20:23,570 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T23:20:23,570 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,42843,1733268021310-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:20:23,570 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,42843,1733268021310-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T23:20:23,572 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T23:20:23,573 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T23:20:23,573 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,42843,1733268021310-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:23,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15de66d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:23,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,42843,-1 for getting cluster id 2024-12-03T23:20:23,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:23,668 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de1fce27-4274-4713-8aa5-0debfde3d3f1' 2024-12-03T23:20:23,668 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:23,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de1fce27-4274-4713-8aa5-0debfde3d3f1" 2024-12-03T23:20:23,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb09a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:23,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,42843,-1] 2024-12-03T23:20:23,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:23,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:23,670 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:23,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660b46cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:23,672 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:20:23,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,34535,1733268021345, seqNum=-1] 2024-12-03T23:20:23,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:20:23,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:20:23,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5f9d64419733,42843,1733268021310 2024-12-03T23:20:23,676 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51955 2024-12-03T23:20:23,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:20:23,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017aa0f7500005 connected 2024-12-03T23:20:23,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/hadoop.log.dir so I do NOT create it in target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b 2024-12-03T23:20:23,682 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T23:20:23,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/hadoop.tmp.dir so I do NOT create it in target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b 2024-12-03T23:20:23,682 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T23:20:23,682 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b 2024-12-03T23:20:23,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T23:20:23,682 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/cluster_67c2b5d8-7bec-e1db-248a-e9bcb6ddac98, deleteOnExit=true 2024-12-03T23:20:23,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T23:20:23,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/test.cache.data in system properties and HBase conf 2024-12-03T23:20:23,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T23:20:23,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/hadoop.log.dir in system properties and HBase conf 2024-12-03T23:20:23,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T23:20:23,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T23:20:23,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T23:20:23,683 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T23:20:23,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:20:23,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:20:23,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T23:20:23,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:20:23,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T23:20:23,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T23:20:23,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:20:23,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:20:23,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T23:20:23,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/nfs.dump.dir in system properties and HBase conf 2024-12-03T23:20:23,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/java.io.tmpdir in system properties and HBase conf 2024-12-03T23:20:23,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:20:23,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T23:20:23,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T23:20:23,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:20:23,837 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:20:23,881 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:20:23,881 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:20:23,881 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T23:20:23,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:20:23,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@491650c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:20:23,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cdfa9ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:20:24,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@555067b2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/java.io.tmpdir/jetty-localhost-44765-hadoop-hdfs-3_4_1-tests_jar-_-any-5372043803779803297/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:20:24,059 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@571fba1d{HTTP/1.1, (http/1.1)}{localhost:44765} 2024-12-03T23:20:24,059 INFO [Time-limited test {}] server.Server(415): Started @213684ms 2024-12-03T23:20:24,175 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:20:24,179 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:20:24,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:20:24,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:20:24,182 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T23:20:24,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70d3cd1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:20:24,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18c05b4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:20:24,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60672866{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/java.io.tmpdir/jetty-localhost-41259-hadoop-hdfs-3_4_1-tests_jar-_-any-16489989513093734532/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:20:24,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@412bff8f{HTTP/1.1, (http/1.1)}{localhost:41259} 2024-12-03T23:20:24,305 INFO [Time-limited test {}] server.Server(415): Started @213930ms 2024-12-03T23:20:24,307 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T23:20:24,433 WARN [Thread-2906 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/cluster_67c2b5d8-7bec-e1db-248a-e9bcb6ddac98/data/data1/current/BP-1944504127-172.17.0.2-1733268023713/current, will proceed with Du for space computation calculation, 2024-12-03T23:20:24,437 WARN [Thread-2907 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/cluster_67c2b5d8-7bec-e1db-248a-e9bcb6ddac98/data/data2/current/BP-1944504127-172.17.0.2-1733268023713/current, will proceed with Du for space computation calculation, 2024-12-03T23:20:24,460 WARN [Thread-2894 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T23:20:24,463 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa2e68acf77cb12 with lease ID 0x1e7b7cde159c3ca: Processing first storage report for DS-5f5550d8-1be6-4fb8-a200-fa1078bbe6a9 from datanode DatanodeRegistration(127.0.0.1:36805, datanodeUuid=34678c1d-dc9f-4b07-a23a-12d6a1fe8700, infoPort=37187, infoSecurePort=0, ipcPort=36419, storageInfo=lv=-57;cid=testClusterID;nsid=823996778;c=1733268023713) 2024-12-03T23:20:24,463 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa2e68acf77cb12 with lease ID 0x1e7b7cde159c3ca: from storage DS-5f5550d8-1be6-4fb8-a200-fa1078bbe6a9 node DatanodeRegistration(127.0.0.1:36805, datanodeUuid=34678c1d-dc9f-4b07-a23a-12d6a1fe8700, infoPort=37187, infoSecurePort=0, ipcPort=36419, storageInfo=lv=-57;cid=testClusterID;nsid=823996778;c=1733268023713), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:20:24,463 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa2e68acf77cb12 with lease ID 0x1e7b7cde159c3ca: Processing first storage report for DS-24899af3-0ed8-42a0-90c0-97708531fef8 from datanode DatanodeRegistration(127.0.0.1:36805, datanodeUuid=34678c1d-dc9f-4b07-a23a-12d6a1fe8700, infoPort=37187, infoSecurePort=0, ipcPort=36419, storageInfo=lv=-57;cid=testClusterID;nsid=823996778;c=1733268023713) 2024-12-03T23:20:24,463 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa2e68acf77cb12 with lease ID 0x1e7b7cde159c3ca: from storage DS-24899af3-0ed8-42a0-90c0-97708531fef8 node DatanodeRegistration(127.0.0.1:36805, datanodeUuid=34678c1d-dc9f-4b07-a23a-12d6a1fe8700, infoPort=37187, infoSecurePort=0, ipcPort=36419, storageInfo=lv=-57;cid=testClusterID;nsid=823996778;c=1733268023713), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:20:24,564 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b 2024-12-03T23:20:24,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:24,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:24,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741825_1001 (size=7) 2024-12-03T23:20:24,803 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T23:20:24,982 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4 with version=8 2024-12-03T23:20:24,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/hbase-staging 2024-12-03T23:20:24,985 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:20:24,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:20:24,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:20:24,986 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:20:24,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:20:24,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:20:24,986 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T23:20:24,986 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:20:24,986 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41377 2024-12-03T23:20:24,987 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41377 connecting to ZooKeeper ensemble=127.0.0.1:51955 2024-12-03T23:20:24,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413770x0, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:20:25,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41377-0x1017aa0f7500006 connected 2024-12-03T23:20:25,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:25,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:25,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Set watcher on znode that does not yet exist, /2464736022/running 2024-12-03T23:20:25,030 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4, hbase.cluster.distributed=false 2024-12-03T23:20:25,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Set watcher on znode that does not yet exist, /2464736022/acl 2024-12-03T23:20:25,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41377 2024-12-03T23:20:25,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41377 2024-12-03T23:20:25,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41377 2024-12-03T23:20:25,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41377 2024-12-03T23:20:25,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41377 2024-12-03T23:20:25,080 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:20:25,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:20:25,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:20:25,080 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:20:25,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:20:25,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:20:25,081 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:20:25,081 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:20:25,082 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42365 2024-12-03T23:20:25,083 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42365 connecting to ZooKeeper ensemble=127.0.0.1:51955 2024-12-03T23:20:25,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:25,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:25,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423650x0, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:20:25,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423650x0, quorum=127.0.0.1:51955, baseZNode=/2464736022 Set watcher on znode that does not yet exist, /2464736022/running 2024-12-03T23:20:25,094 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:20:25,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42365-0x1017aa0f7500007 connected 2024-12-03T23:20:25,098 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:20:25,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42365-0x1017aa0f7500007, quorum=127.0.0.1:51955, baseZNode=/2464736022 Set watcher on znode that does not yet exist, /2464736022/master 2024-12-03T23:20:25,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42365-0x1017aa0f7500007, quorum=127.0.0.1:51955, baseZNode=/2464736022 Set watcher on znode that does not yet exist, /2464736022/acl 2024-12-03T23:20:25,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42365 2024-12-03T23:20:25,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42365 2024-12-03T23:20:25,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42365 2024-12-03T23:20:25,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42365 2024-12-03T23:20:25,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42365 2024-12-03T23:20:25,127 DEBUG [M:0;5f9d64419733:41377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5f9d64419733:41377 2024-12-03T23:20:25,128 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2464736022/backup-masters/5f9d64419733,41377,1733268024985 2024-12-03T23:20:25,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2464736022/backup-masters 2024-12-03T23:20:25,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x1017aa0f7500007, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2464736022/backup-masters 2024-12-03T23:20:25,131 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Set watcher on existing znode=/2464736022/backup-masters/5f9d64419733,41377,1733268024985 2024-12-03T23:20:25,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x1017aa0f7500007, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2464736022/master 2024-12-03T23:20:25,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x1017aa0f7500007, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2464736022 2024-12-03T23:20:25,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2464736022 2024-12-03T23:20:25,133 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Set watcher on existing znode=/2464736022/master 2024-12-03T23:20:25,134 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2464736022/backup-masters/5f9d64419733,41377,1733268024985 from backup master directory 2024-12-03T23:20:25,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x1017aa0f7500007, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2464736022/backup-masters 2024-12-03T23:20:25,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2464736022/backup-masters/5f9d64419733,41377,1733268024985 2024-12-03T23:20:25,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2464736022/backup-masters 2024-12-03T23:20:25,136 WARN [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:20:25,136 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5f9d64419733,41377,1733268024985 2024-12-03T23:20:25,139 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/hbase.id] with ID: 923a18d9-7e5e-4558-9c97-c07660d2198b 2024-12-03T23:20:25,139 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/.tmp/hbase.id 2024-12-03T23:20:25,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741826_1002 (size=42) 2024-12-03T23:20:25,408 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:20:25,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:25,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:25,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:25,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:25,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:25,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:25,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:25,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:25,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:25,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:25,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:25,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:25,547 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/.tmp/hbase.id]:[hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/hbase.id] 2024-12-03T23:20:25,556 INFO [master/5f9d64419733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:25,556 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T23:20:25,557 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T23:20:25,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2464736022 2024-12-03T23:20:25,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x1017aa0f7500007, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2464736022 2024-12-03T23:20:25,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741827_1003 (size=196) 2024-12-03T23:20:25,682 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T23:20:25,682 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T23:20:25,966 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:20:25,966 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T23:20:25,967 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:20:25,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741828_1004 (size=1189) 2024-12-03T23:20:26,373 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/MasterData/data/master/store 2024-12-03T23:20:26,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741829_1005 (size=34) 2024-12-03T23:20:26,779 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:26,779 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:20:26,779 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:26,779 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:26,779 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:20:26,779 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:26,779 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:26,779 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733268026779Disabling compacts and flushes for region at 1733268026779Disabling writes for close at 1733268026779Writing region close event to WAL at 1733268026779Closed at 1733268026779 2024-12-03T23:20:26,780 WARN [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/MasterData/data/master/store/.initializing 2024-12-03T23:20:26,780 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/MasterData/WALs/5f9d64419733,41377,1733268024985 2024-12-03T23:20:26,781 INFO [master/5f9d64419733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:20:26,783 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C41377%2C1733268024985, suffix=, logDir=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/MasterData/WALs/5f9d64419733,41377,1733268024985, archiveDir=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/MasterData/oldWALs, maxLogs=10 2024-12-03T23:20:26,797 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/MasterData/WALs/5f9d64419733,41377,1733268024985/5f9d64419733%2C41377%2C1733268024985.1733268026783, exclude list is [], retry=0 2024-12-03T23:20:26,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36805,DS-5f5550d8-1be6-4fb8-a200-fa1078bbe6a9,DISK] 2024-12-03T23:20:26,801 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/MasterData/WALs/5f9d64419733,41377,1733268024985/5f9d64419733%2C41377%2C1733268024985.1733268026783 2024-12-03T23:20:26,801 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37187:37187)] 2024-12-03T23:20:26,802 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:20:26,802 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:26,802 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:26,802 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:26,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:26,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T23:20:26,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:26,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:26,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:26,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T23:20:26,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:26,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:26,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:26,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T23:20:26,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:26,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:26,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:26,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T23:20:26,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:26,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:26,810 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:26,811 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:26,811 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:26,812 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:26,812 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:26,813 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:20:26,813 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:20:26,815 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:20:26,815 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62545616, jitterRate=-0.06799769401550293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:20:26,816 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733268026802Initializing all the Stores at 1733268026803 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268026803Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268026804 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268026804Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268026804Cleaning up temporary data from old regions at 1733268026812 (+8 ms)Region opened successfully at 1733268026816 (+4 ms) 2024-12-03T23:20:26,816 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T23:20:26,818 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae255de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:20:26,819 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T23:20:26,819 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T23:20:26,819 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T23:20:26,819 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T23:20:26,820 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T23:20:26,820 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T23:20:26,820 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T23:20:26,822 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T23:20:26,823 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Unable to get data of znode /2464736022/balancer because node does not exist (not necessarily an error) 2024-12-03T23:20:26,825 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2464736022/balancer already deleted, retry=false 2024-12-03T23:20:26,825 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T23:20:26,826 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Unable to get data of znode /2464736022/normalizer because node does not exist (not necessarily an error) 2024-12-03T23:20:26,827 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2464736022/normalizer already deleted, retry=false 2024-12-03T23:20:26,827 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T23:20:26,828 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Unable to get data of znode /2464736022/switch/split because node does not exist (not necessarily an error) 2024-12-03T23:20:26,829 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2464736022/switch/split already deleted, retry=false 2024-12-03T23:20:26,829 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Unable to get data of znode /2464736022/switch/merge because node does not exist (not necessarily an error) 2024-12-03T23:20:26,830 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2464736022/switch/merge already deleted, retry=false 2024-12-03T23:20:26,832 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Unable to get data of znode /2464736022/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T23:20:26,834 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2464736022/snapshot-cleanup already deleted, retry=false 2024-12-03T23:20:26,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2464736022/running 2024-12-03T23:20:26,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x1017aa0f7500007, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2464736022/running 2024-12-03T23:20:26,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x1017aa0f7500007, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2464736022 2024-12-03T23:20:26,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2464736022 2024-12-03T23:20:26,836 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5f9d64419733,41377,1733268024985, sessionid=0x1017aa0f7500006, setting cluster-up flag (Was=false) 2024-12-03T23:20:26,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2464736022 2024-12-03T23:20:26,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x1017aa0f7500007, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2464736022 2024-12-03T23:20:26,843 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2464736022/flush-table-proc/acquired, /2464736022/flush-table-proc/reached, /2464736022/flush-table-proc/abort 2024-12-03T23:20:26,844 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,41377,1733268024985 2024-12-03T23:20:26,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2464736022 2024-12-03T23:20:26,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x1017aa0f7500007, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2464736022 2024-12-03T23:20:26,851 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2464736022/online-snapshot/acquired, /2464736022/online-snapshot/reached, /2464736022/online-snapshot/abort 2024-12-03T23:20:26,852 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,41377,1733268024985 2024-12-03T23:20:26,852 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T23:20:26,854 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T23:20:26,854 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T23:20:26,854 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T23:20:26,854 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5f9d64419733,41377,1733268024985 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T23:20:26,855 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:20:26,855 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:20:26,855 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:20:26,855 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:20:26,855 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5f9d64419733:0, corePoolSize=10, maxPoolSize=10 2024-12-03T23:20:26,855 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:26,855 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:20:26,855 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:26,856 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733268056856 2024-12-03T23:20:26,856 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T23:20:26,856 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T23:20:26,856 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T23:20:26,856 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T23:20:26,856 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T23:20:26,856 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T23:20:26,857 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:20:26,857 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T23:20:26,857 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:26,857 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T23:20:26,860 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:26,861 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T23:20:26,861 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T23:20:26,861 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T23:20:26,861 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T23:20:26,861 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T23:20:26,861 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T23:20:26,861 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268026861,5,FailOnTimeoutGroup] 2024-12-03T23:20:26,862 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268026861,5,FailOnTimeoutGroup] 2024-12-03T23:20:26,862 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:26,862 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T23:20:26,862 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:26,862 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:26,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741831_1007 (size=1321) 2024-12-03T23:20:26,915 INFO [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(746): ClusterId : 923a18d9-7e5e-4558-9c97-c07660d2198b 2024-12-03T23:20:26,915 DEBUG [RS:0;5f9d64419733:42365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:20:26,918 DEBUG [RS:0;5f9d64419733:42365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:20:26,918 DEBUG [RS:0;5f9d64419733:42365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:20:26,919 DEBUG [RS:0;5f9d64419733:42365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:20:26,919 DEBUG [RS:0;5f9d64419733:42365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@495bfc78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:20:26,933 DEBUG [RS:0;5f9d64419733:42365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5f9d64419733:42365 2024-12-03T23:20:26,933 INFO [RS:0;5f9d64419733:42365 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:20:26,933 INFO [RS:0;5f9d64419733:42365 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:20:26,933 DEBUG [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:20:26,933 INFO [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,41377,1733268024985 with port=42365, startcode=1733268025080 2024-12-03T23:20:26,933 DEBUG [RS:0;5f9d64419733:42365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:20:26,935 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:20:26,935 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41377 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,42365,1733268025080 2024-12-03T23:20:26,935 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41377 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,42365,1733268025080 2024-12-03T23:20:26,937 DEBUG [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4 2024-12-03T23:20:26,937 DEBUG [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43917 2024-12-03T23:20:26,937 DEBUG [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:20:26,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2464736022/rs 2024-12-03T23:20:26,941 DEBUG [RS:0;5f9d64419733:42365 {}] zookeeper.ZKUtil(111): regionserver:42365-0x1017aa0f7500007, quorum=127.0.0.1:51955, baseZNode=/2464736022 Set watcher on existing znode=/2464736022/rs/5f9d64419733,42365,1733268025080 2024-12-03T23:20:26,941 WARN [RS:0;5f9d64419733:42365 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:20:26,941 INFO [RS:0;5f9d64419733:42365 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:20:26,941 DEBUG [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080 2024-12-03T23:20:26,941 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,42365,1733268025080] 2024-12-03T23:20:26,943 INFO [RS:0;5f9d64419733:42365 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:20:26,945 INFO [RS:0;5f9d64419733:42365 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:20:26,945 INFO [RS:0;5f9d64419733:42365 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:20:26,945 INFO [RS:0;5f9d64419733:42365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:26,945 INFO [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:20:26,946 INFO [RS:0;5f9d64419733:42365 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:20:26,946 INFO [RS:0;5f9d64419733:42365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:26,946 DEBUG [RS:0;5f9d64419733:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:26,946 DEBUG [RS:0;5f9d64419733:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:26,946 DEBUG [RS:0;5f9d64419733:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:26,946 DEBUG [RS:0;5f9d64419733:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:26,946 DEBUG [RS:0;5f9d64419733:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:26,946 DEBUG [RS:0;5f9d64419733:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:20:26,946 DEBUG [RS:0;5f9d64419733:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:26,946 DEBUG [RS:0;5f9d64419733:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:26,946 DEBUG [RS:0;5f9d64419733:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:26,946 DEBUG [RS:0;5f9d64419733:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:26,946 DEBUG [RS:0;5f9d64419733:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:26,946 DEBUG [RS:0;5f9d64419733:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:20:26,946 DEBUG [RS:0;5f9d64419733:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:20:26,946 DEBUG [RS:0;5f9d64419733:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:20:26,947 INFO [RS:0;5f9d64419733:42365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:26,947 INFO [RS:0;5f9d64419733:42365 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:26,947 INFO [RS:0;5f9d64419733:42365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:26,947 INFO [RS:0;5f9d64419733:42365 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:26,947 INFO [RS:0;5f9d64419733:42365 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:26,947 INFO [RS:0;5f9d64419733:42365 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,42365,1733268025080-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:20:26,963 INFO [RS:0;5f9d64419733:42365 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:20:26,963 INFO [RS:0;5f9d64419733:42365 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,42365,1733268025080-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:26,963 INFO [RS:0;5f9d64419733:42365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:26,963 INFO [RS:0;5f9d64419733:42365 {}] regionserver.Replication(171): 5f9d64419733,42365,1733268025080 started 2024-12-03T23:20:26,976 INFO [RS:0;5f9d64419733:42365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:26,976 INFO [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,42365,1733268025080, RpcServer on 5f9d64419733/172.17.0.2:42365, sessionid=0x1017aa0f7500007 2024-12-03T23:20:26,976 DEBUG [RS:0;5f9d64419733:42365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:20:26,976 DEBUG [RS:0;5f9d64419733:42365 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,42365,1733268025080 2024-12-03T23:20:26,976 DEBUG [RS:0;5f9d64419733:42365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,42365,1733268025080' 2024-12-03T23:20:26,976 DEBUG [RS:0;5f9d64419733:42365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2464736022/flush-table-proc/abort' 2024-12-03T23:20:26,977 DEBUG [RS:0;5f9d64419733:42365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2464736022/flush-table-proc/acquired' 2024-12-03T23:20:26,977 DEBUG [RS:0;5f9d64419733:42365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:20:26,977 DEBUG [RS:0;5f9d64419733:42365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:20:26,977 DEBUG [RS:0;5f9d64419733:42365 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,42365,1733268025080 2024-12-03T23:20:26,977 DEBUG [RS:0;5f9d64419733:42365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,42365,1733268025080' 2024-12-03T23:20:26,977 DEBUG [RS:0;5f9d64419733:42365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2464736022/online-snapshot/abort' 2024-12-03T23:20:26,977 DEBUG [RS:0;5f9d64419733:42365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2464736022/online-snapshot/acquired' 2024-12-03T23:20:26,977 DEBUG [RS:0;5f9d64419733:42365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:20:26,977 INFO [RS:0;5f9d64419733:42365 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:20:26,978 INFO [RS:0;5f9d64419733:42365 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:20:27,078 INFO [RS:0;5f9d64419733:42365 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:20:27,079 INFO [RS:0;5f9d64419733:42365 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C42365%2C1733268025080, suffix=, logDir=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080, archiveDir=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/oldWALs, maxLogs=10 2024-12-03T23:20:27,096 DEBUG [RS:0;5f9d64419733:42365 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079, exclude list is [], retry=0 2024-12-03T23:20:27,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36805,DS-5f5550d8-1be6-4fb8-a200-fa1078bbe6a9,DISK] 2024-12-03T23:20:27,100 INFO [RS:0;5f9d64419733:42365 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 2024-12-03T23:20:27,101 DEBUG [RS:0;5f9d64419733:42365 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37187:37187)] 2024-12-03T23:20:27,267 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T23:20:27,267 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4 2024-12-03T23:20:27,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741833_1009 (size=32) 2024-12-03T23:20:27,379 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:27,380 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5f9d64419733,45081,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T23:20:27,380 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38456 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5f9d64419733,45081,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T23:20:27,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:27,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:20:27,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:20:27,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:27,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:27,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:20:27,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:20:27,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:27,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:27,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:20:27,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:20:27,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:27,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:27,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:20:27,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:20:27,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:27,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:27,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:20:27,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/1588230740 2024-12-03T23:20:27,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/1588230740 2024-12-03T23:20:27,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:20:27,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:20:27,681 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:20:27,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:20:27,683 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:20:27,683 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72831894, jitterRate=0.08527979254722595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:20:27,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733268027673Initializing all the Stores at 1733268027674 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268027674Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268027674Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268027674Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268027674Cleaning up temporary data from old regions at 1733268027680 (+6 ms)Region opened successfully at 1733268027683 (+3 ms) 2024-12-03T23:20:27,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:20:27,684 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:20:27,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:20:27,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:20:27,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:20:27,684 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:20:27,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733268027683Disabling compacts and flushes for region at 1733268027683Disabling writes for close at 1733268027684 (+1 ms)Writing region close event to WAL at 1733268027684Closed at 1733268027684 2024-12-03T23:20:27,685 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:20:27,685 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T23:20:27,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T23:20:27,686 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:20:27,687 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T23:20:27,837 DEBUG [5f9d64419733:41377 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T23:20:27,838 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5f9d64419733,42365,1733268025080 2024-12-03T23:20:27,839 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,42365,1733268025080, state=OPENING 2024-12-03T23:20:27,842 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T23:20:27,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x1017aa0f7500007, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2464736022 2024-12-03T23:20:27,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2464736022 2024-12-03T23:20:27,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2464736022/meta-region-server: CHANGED 2024-12-03T23:20:27,843 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:20:27,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2464736022/meta-region-server: CHANGED 2024-12-03T23:20:27,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,42365,1733268025080}] 2024-12-03T23:20:27,996 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:20:27,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:20:28,000 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T23:20:28,000 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:20:28,000 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T23:20:28,001 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C42365%2C1733268025080.meta, suffix=.meta, logDir=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080, archiveDir=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/oldWALs, maxLogs=10 2024-12-03T23:20:28,015 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.meta.1733268028001.meta, exclude list is [], retry=0 2024-12-03T23:20:28,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36805,DS-5f5550d8-1be6-4fb8-a200-fa1078bbe6a9,DISK] 2024-12-03T23:20:28,018 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.meta.1733268028001.meta 2024-12-03T23:20:28,018 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37187:37187)] 2024-12-03T23:20:28,019 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:20:28,019 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:20:28,019 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:20:28,019 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T23:20:28,019 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T23:20:28,019 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T23:20:28,019 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:28,019 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T23:20:28,019 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T23:20:28,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:20:28,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:20:28,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:28,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:28,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:20:28,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:20:28,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:28,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:28,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:20:28,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:20:28,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:28,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:28,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:20:28,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:20:28,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:28,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:20:28,024 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:20:28,024 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/1588230740 2024-12-03T23:20:28,025 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/1588230740 2024-12-03T23:20:28,026 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:20:28,026 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:20:28,027 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:20:28,028 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:20:28,028 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70421716, jitterRate=0.049365341663360596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:20:28,029 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T23:20:28,029 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733268028019Writing region info on filesystem at 1733268028019Initializing all the Stores at 1733268028020 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268028020Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268028020Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268028020Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268028020Cleaning up temporary data from old regions at 1733268028026 (+6 ms)Running coprocessor post-open hooks at 1733268028029 (+3 ms)Region opened successfully at 1733268028029 2024-12-03T23:20:28,029 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733268027995 2024-12-03T23:20:28,031 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T23:20:28,031 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T23:20:28,032 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,42365,1733268025080 2024-12-03T23:20:28,032 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,42365,1733268025080, state=OPEN 2024-12-03T23:20:28,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2464736022/meta-region-server 2024-12-03T23:20:28,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x1017aa0f7500007, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2464736022/meta-region-server 2024-12-03T23:20:28,034 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5f9d64419733,42365,1733268025080 2024-12-03T23:20:28,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2464736022/meta-region-server: CHANGED 2024-12-03T23:20:28,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2464736022/meta-region-server: CHANGED 2024-12-03T23:20:28,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T23:20:28,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,42365,1733268025080 in 191 msec 2024-12-03T23:20:28,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T23:20:28,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-12-03T23:20:28,038 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:20:28,038 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T23:20:28,039 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:20:28,039 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,42365,1733268025080, seqNum=-1] 2024-12-03T23:20:28,039 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:20:28,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:20:28,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-12-03T23:20:28,044 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733268028044, completionTime=-1 2024-12-03T23:20:28,044 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T23:20:28,044 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T23:20:28,046 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T23:20:28,046 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733268088046 2024-12-03T23:20:28,046 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733268148046 2024-12-03T23:20:28,046 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T23:20:28,046 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,41377,1733268024985-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:28,046 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,41377,1733268024985-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:28,046 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,41377,1733268024985-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:28,046 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5f9d64419733:41377, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:28,046 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:28,046 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:28,048 DEBUG [master/5f9d64419733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T23:20:28,049 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.913sec 2024-12-03T23:20:28,049 INFO [master/5f9d64419733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T23:20:28,050 INFO [master/5f9d64419733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T23:20:28,050 INFO [master/5f9d64419733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T23:20:28,050 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T23:20:28,050 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T23:20:28,050 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,41377,1733268024985-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:20:28,050 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,41377,1733268024985-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T23:20:28,051 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T23:20:28,051 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T23:20:28,051 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,41377,1733268024985-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:20:28,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561642ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:28,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,41377,-1 for getting cluster id 2024-12-03T23:20:28,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:28,117 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '923a18d9-7e5e-4558-9c97-c07660d2198b' 2024-12-03T23:20:28,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:28,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "923a18d9-7e5e-4558-9c97-c07660d2198b" 2024-12-03T23:20:28,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ba3d71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:28,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,41377,-1] 2024-12-03T23:20:28,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:28,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:28,119 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:28,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17778e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:28,120 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:20:28,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,42365,1733268025080, seqNum=-1] 2024-12-03T23:20:28,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:20:28,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:20:28,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5f9d64419733,41377,1733268024985 2024-12-03T23:20:28,124 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51955 2024-12-03T23:20:28,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:20:28,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1017aa0f7500008 connected 2024-12-03T23:20:28,131 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:28,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,33737,1733268017153 2024-12-03T23:20:28,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@447a8645 2024-12-03T23:20:28,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:20:28,133 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:20:28,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:20:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T23:20:28,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:20:28,135 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:28,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T23:20:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:28,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:20:28,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741835_1011 (size=902) 2024-12-03T23:20:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:28,544 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 830d96b9aa0e0caea5f2774246809942, NAME => 'test,,1733268028133.830d96b9aa0e0caea5f2774246809942.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672 2024-12-03T23:20:28,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741836_1012 (size=39) 2024-12-03T23:20:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:28,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733268028133.830d96b9aa0e0caea5f2774246809942.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:28,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 830d96b9aa0e0caea5f2774246809942, disabling compactions & flushes 2024-12-03T23:20:28,955 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733268028133.830d96b9aa0e0caea5f2774246809942. 2024-12-03T23:20:28,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733268028133.830d96b9aa0e0caea5f2774246809942. 2024-12-03T23:20:28,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733268028133.830d96b9aa0e0caea5f2774246809942. after waiting 0 ms 2024-12-03T23:20:28,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733268028133.830d96b9aa0e0caea5f2774246809942. 2024-12-03T23:20:28,955 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733268028133.830d96b9aa0e0caea5f2774246809942. 2024-12-03T23:20:28,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 830d96b9aa0e0caea5f2774246809942: Waiting for close lock at 1733268028955Disabling compacts and flushes for region at 1733268028955Disabling writes for close at 1733268028955Writing region close event to WAL at 1733268028955Closed at 1733268028955 2024-12-03T23:20:28,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:20:28,957 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733268028133.830d96b9aa0e0caea5f2774246809942.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733268028956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733268028956"}]},"ts":"1733268028956"} 2024-12-03T23:20:28,959 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:20:28,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:20:28,960 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268028959"}]},"ts":"1733268028959"} 2024-12-03T23:20:28,961 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T23:20:28,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=830d96b9aa0e0caea5f2774246809942, ASSIGN}] 2024-12-03T23:20:28,962 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=830d96b9aa0e0caea5f2774246809942, ASSIGN 2024-12-03T23:20:28,963 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=830d96b9aa0e0caea5f2774246809942, ASSIGN; state=OFFLINE, location=5f9d64419733,39787,1733268017227; forceNewPlan=false, retain=false 2024-12-03T23:20:29,114 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=830d96b9aa0e0caea5f2774246809942, regionState=OPENING, regionLocation=5f9d64419733,39787,1733268017227 2024-12-03T23:20:29,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=830d96b9aa0e0caea5f2774246809942, ASSIGN because future has completed 2024-12-03T23:20:29,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 830d96b9aa0e0caea5f2774246809942, server=5f9d64419733,39787,1733268017227}] 2024-12-03T23:20:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:29,273 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733268028133.830d96b9aa0e0caea5f2774246809942. 2024-12-03T23:20:29,274 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 830d96b9aa0e0caea5f2774246809942, NAME => 'test,,1733268028133.830d96b9aa0e0caea5f2774246809942.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:20:29,274 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:20:29,274 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T23:20:29,274 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 830d96b9aa0e0caea5f2774246809942 2024-12-03T23:20:29,274 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733268028133.830d96b9aa0e0caea5f2774246809942.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:29,274 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 830d96b9aa0e0caea5f2774246809942 2024-12-03T23:20:29,274 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 830d96b9aa0e0caea5f2774246809942 2024-12-03T23:20:29,276 INFO [StoreOpener-830d96b9aa0e0caea5f2774246809942-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 830d96b9aa0e0caea5f2774246809942 2024-12-03T23:20:29,279 INFO [StoreOpener-830d96b9aa0e0caea5f2774246809942-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 830d96b9aa0e0caea5f2774246809942 columnFamilyName f 2024-12-03T23:20:29,279 DEBUG [StoreOpener-830d96b9aa0e0caea5f2774246809942-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:29,279 INFO [StoreOpener-830d96b9aa0e0caea5f2774246809942-1 {}] regionserver.HStore(327): Store=830d96b9aa0e0caea5f2774246809942/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:29,279 INFO [StoreOpener-830d96b9aa0e0caea5f2774246809942-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 830d96b9aa0e0caea5f2774246809942 2024-12-03T23:20:29,280 INFO [StoreOpener-830d96b9aa0e0caea5f2774246809942-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 830d96b9aa0e0caea5f2774246809942 columnFamilyName f1 2024-12-03T23:20:29,280 DEBUG [StoreOpener-830d96b9aa0e0caea5f2774246809942-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:29,281 INFO [StoreOpener-830d96b9aa0e0caea5f2774246809942-1 {}] regionserver.HStore(327): Store=830d96b9aa0e0caea5f2774246809942/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:29,281 INFO [StoreOpener-830d96b9aa0e0caea5f2774246809942-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 830d96b9aa0e0caea5f2774246809942 2024-12-03T23:20:29,281 INFO [StoreOpener-830d96b9aa0e0caea5f2774246809942-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 830d96b9aa0e0caea5f2774246809942 columnFamilyName norep 2024-12-03T23:20:29,281 DEBUG [StoreOpener-830d96b9aa0e0caea5f2774246809942-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:29,282 INFO [StoreOpener-830d96b9aa0e0caea5f2774246809942-1 {}] regionserver.HStore(327): Store=830d96b9aa0e0caea5f2774246809942/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:29,282 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 830d96b9aa0e0caea5f2774246809942 2024-12-03T23:20:29,282 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/default/test/830d96b9aa0e0caea5f2774246809942 2024-12-03T23:20:29,282 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/default/test/830d96b9aa0e0caea5f2774246809942 2024-12-03T23:20:29,283 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 830d96b9aa0e0caea5f2774246809942 2024-12-03T23:20:29,283 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 830d96b9aa0e0caea5f2774246809942 2024-12-03T23:20:29,283 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:20:29,284 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 830d96b9aa0e0caea5f2774246809942 2024-12-03T23:20:29,286 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/default/test/830d96b9aa0e0caea5f2774246809942/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:20:29,286 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 830d96b9aa0e0caea5f2774246809942; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74457853, jitterRate=0.1095084697008133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:20:29,286 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 830d96b9aa0e0caea5f2774246809942 2024-12-03T23:20:29,287 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 830d96b9aa0e0caea5f2774246809942: Running coprocessor pre-open hook at 1733268029274Writing region info on filesystem at 1733268029275 (+1 ms)Initializing all the Stores at 1733268029275Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268029275Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268029276 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268029276Cleaning up temporary data from old regions at 1733268029283 (+7 ms)Running coprocessor post-open hooks at 1733268029286 (+3 ms)Region opened successfully at 1733268029287 (+1 ms) 2024-12-03T23:20:29,288 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733268028133.830d96b9aa0e0caea5f2774246809942., pid=6, masterSystemTime=1733268029268 2024-12-03T23:20:29,289 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733268028133.830d96b9aa0e0caea5f2774246809942. 2024-12-03T23:20:29,289 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733268028133.830d96b9aa0e0caea5f2774246809942. 2024-12-03T23:20:29,290 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=830d96b9aa0e0caea5f2774246809942, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5f9d64419733,39787,1733268017227 2024-12-03T23:20:29,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 830d96b9aa0e0caea5f2774246809942, server=5f9d64419733,39787,1733268017227 because future has completed 2024-12-03T23:20:29,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T23:20:29,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 830d96b9aa0e0caea5f2774246809942, server=5f9d64419733,39787,1733268017227 in 177 msec 2024-12-03T23:20:29,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T23:20:29,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=830d96b9aa0e0caea5f2774246809942, ASSIGN in 333 msec 2024-12-03T23:20:29,297 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:20:29,297 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268029297"}]},"ts":"1733268029297"} 2024-12-03T23:20:29,299 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T23:20:29,299 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:20:29,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-12-03T23:20:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:30,280 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T23:20:30,280 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:30,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,42843,1733268021310 2024-12-03T23:20:30,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b1e7904 2024-12-03T23:20:30,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:20:30,282 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:20:30,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:20:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T23:20:30,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:20:30,285 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:30,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T23:20:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:30,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:20:30,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741835_1011 (size=902) 2024-12-03T23:20:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:30,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:30,693 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 246380d993f3455f69cea287027f8819, NAME => 'test,,1733268030283.246380d993f3455f69cea287027f8819.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc 2024-12-03T23:20:30,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741836_1012 (size=39) 2024-12-03T23:20:30,803 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T23:20:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:31,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733268030283.246380d993f3455f69cea287027f8819.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:31,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 246380d993f3455f69cea287027f8819, disabling compactions & flushes 2024-12-03T23:20:31,098 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733268030283.246380d993f3455f69cea287027f8819. 2024-12-03T23:20:31,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733268030283.246380d993f3455f69cea287027f8819. 2024-12-03T23:20:31,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733268030283.246380d993f3455f69cea287027f8819. after waiting 0 ms 2024-12-03T23:20:31,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733268030283.246380d993f3455f69cea287027f8819. 2024-12-03T23:20:31,098 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733268030283.246380d993f3455f69cea287027f8819. 2024-12-03T23:20:31,099 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 246380d993f3455f69cea287027f8819: Waiting for close lock at 1733268031098Disabling compacts and flushes for region at 1733268031098Disabling writes for close at 1733268031098Writing region close event to WAL at 1733268031098Closed at 1733268031098 2024-12-03T23:20:31,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:20:31,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733268030283.246380d993f3455f69cea287027f8819.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733268031100"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733268031100"}]},"ts":"1733268031100"} 2024-12-03T23:20:31,102 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:20:31,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:20:31,102 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268031102"}]},"ts":"1733268031102"} 2024-12-03T23:20:31,104 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T23:20:31,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=246380d993f3455f69cea287027f8819, ASSIGN}] 2024-12-03T23:20:31,105 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=246380d993f3455f69cea287027f8819, ASSIGN 2024-12-03T23:20:31,106 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=246380d993f3455f69cea287027f8819, ASSIGN; state=OFFLINE, location=5f9d64419733,34535,1733268021345; forceNewPlan=false, retain=false 2024-12-03T23:20:31,256 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=246380d993f3455f69cea287027f8819, regionState=OPENING, regionLocation=5f9d64419733,34535,1733268021345 2024-12-03T23:20:31,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=246380d993f3455f69cea287027f8819, ASSIGN because future has completed 2024-12-03T23:20:31,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 246380d993f3455f69cea287027f8819, server=5f9d64419733,34535,1733268021345}] 2024-12-03T23:20:31,416 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733268030283.246380d993f3455f69cea287027f8819. 2024-12-03T23:20:31,416 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 246380d993f3455f69cea287027f8819, NAME => 'test,,1733268030283.246380d993f3455f69cea287027f8819.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:20:31,417 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:20:31,417 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T23:20:31,417 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 246380d993f3455f69cea287027f8819 2024-12-03T23:20:31,417 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733268030283.246380d993f3455f69cea287027f8819.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:31,417 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 246380d993f3455f69cea287027f8819 2024-12-03T23:20:31,417 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 246380d993f3455f69cea287027f8819 2024-12-03T23:20:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:31,428 INFO [StoreOpener-246380d993f3455f69cea287027f8819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 246380d993f3455f69cea287027f8819 2024-12-03T23:20:31,430 INFO [StoreOpener-246380d993f3455f69cea287027f8819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 246380d993f3455f69cea287027f8819 columnFamilyName f 2024-12-03T23:20:31,430 DEBUG [StoreOpener-246380d993f3455f69cea287027f8819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:31,430 INFO [StoreOpener-246380d993f3455f69cea287027f8819-1 {}] regionserver.HStore(327): Store=246380d993f3455f69cea287027f8819/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:31,430 INFO [StoreOpener-246380d993f3455f69cea287027f8819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 246380d993f3455f69cea287027f8819 2024-12-03T23:20:31,431 INFO [StoreOpener-246380d993f3455f69cea287027f8819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 246380d993f3455f69cea287027f8819 columnFamilyName f1 2024-12-03T23:20:31,431 DEBUG [StoreOpener-246380d993f3455f69cea287027f8819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:31,432 INFO [StoreOpener-246380d993f3455f69cea287027f8819-1 {}] regionserver.HStore(327): Store=246380d993f3455f69cea287027f8819/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:31,432 INFO [StoreOpener-246380d993f3455f69cea287027f8819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 246380d993f3455f69cea287027f8819 2024-12-03T23:20:31,433 INFO [StoreOpener-246380d993f3455f69cea287027f8819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 246380d993f3455f69cea287027f8819 columnFamilyName norep 2024-12-03T23:20:31,433 DEBUG [StoreOpener-246380d993f3455f69cea287027f8819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:31,433 INFO [StoreOpener-246380d993f3455f69cea287027f8819-1 {}] regionserver.HStore(327): Store=246380d993f3455f69cea287027f8819/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:31,433 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 246380d993f3455f69cea287027f8819 2024-12-03T23:20:31,434 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/default/test/246380d993f3455f69cea287027f8819 2024-12-03T23:20:31,434 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/default/test/246380d993f3455f69cea287027f8819 2024-12-03T23:20:31,436 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 246380d993f3455f69cea287027f8819 2024-12-03T23:20:31,436 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 246380d993f3455f69cea287027f8819 2024-12-03T23:20:31,438 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:20:31,440 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 246380d993f3455f69cea287027f8819 2024-12-03T23:20:31,442 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/default/test/246380d993f3455f69cea287027f8819/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:20:31,442 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 246380d993f3455f69cea287027f8819; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63884799, jitterRate=-0.048042312264442444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:20:31,442 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 246380d993f3455f69cea287027f8819 2024-12-03T23:20:31,442 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 246380d993f3455f69cea287027f8819: Running coprocessor pre-open hook at 1733268031417Writing region info on filesystem at 1733268031417Initializing all the Stores at 1733268031424 (+7 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268031424Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268031428 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268031428Cleaning up temporary data from old regions at 1733268031436 (+8 ms)Running coprocessor post-open hooks at 1733268031442 (+6 ms)Region opened successfully at 1733268031442 2024-12-03T23:20:31,443 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733268030283.246380d993f3455f69cea287027f8819., pid=6, masterSystemTime=1733268031411 2024-12-03T23:20:31,445 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733268030283.246380d993f3455f69cea287027f8819. 2024-12-03T23:20:31,445 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733268030283.246380d993f3455f69cea287027f8819. 2024-12-03T23:20:31,446 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=246380d993f3455f69cea287027f8819, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5f9d64419733,34535,1733268021345 2024-12-03T23:20:31,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 246380d993f3455f69cea287027f8819, server=5f9d64419733,34535,1733268021345 because future has completed 2024-12-03T23:20:31,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T23:20:31,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 246380d993f3455f69cea287027f8819, server=5f9d64419733,34535,1733268021345 in 191 msec 2024-12-03T23:20:31,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T23:20:31,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=246380d993f3455f69cea287027f8819, ASSIGN in 347 msec 2024-12-03T23:20:31,454 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:20:31,454 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268031454"}]},"ts":"1733268031454"} 2024-12-03T23:20:31,456 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T23:20:31,456 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:20:31,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-12-03T23:20:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:32,440 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T23:20:32,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:32,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,41377,1733268024985 2024-12-03T23:20:32,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cc9d37 2024-12-03T23:20:32,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:20:32,443 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:20:32,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:20:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T23:20:32,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:20:32,447 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:32,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T23:20:32,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:20:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:32,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741835_1011 (size=902) 2024-12-03T23:20:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:32,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:32,855 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15caf8fdf3390dd4d93eff2aaf666f39, NAME => 'test,,1733268032443.15caf8fdf3390dd4d93eff2aaf666f39.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4 2024-12-03T23:20:32,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741836_1012 (size=39) 2024-12-03T23:20:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:33,261 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733268032443.15caf8fdf3390dd4d93eff2aaf666f39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:33,261 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 15caf8fdf3390dd4d93eff2aaf666f39, disabling compactions & flushes 2024-12-03T23:20:33,262 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733268032443.15caf8fdf3390dd4d93eff2aaf666f39. 2024-12-03T23:20:33,262 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733268032443.15caf8fdf3390dd4d93eff2aaf666f39. 2024-12-03T23:20:33,262 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733268032443.15caf8fdf3390dd4d93eff2aaf666f39. after waiting 0 ms 2024-12-03T23:20:33,262 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733268032443.15caf8fdf3390dd4d93eff2aaf666f39. 2024-12-03T23:20:33,262 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733268032443.15caf8fdf3390dd4d93eff2aaf666f39. 2024-12-03T23:20:33,262 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15caf8fdf3390dd4d93eff2aaf666f39: Waiting for close lock at 1733268033261Disabling compacts and flushes for region at 1733268033261Disabling writes for close at 1733268033262 (+1 ms)Writing region close event to WAL at 1733268033262Closed at 1733268033262 2024-12-03T23:20:33,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:20:33,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733268032443.15caf8fdf3390dd4d93eff2aaf666f39.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733268033263"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733268033263"}]},"ts":"1733268033263"} 2024-12-03T23:20:33,265 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:20:33,266 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:20:33,267 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268033266"}]},"ts":"1733268033266"} 2024-12-03T23:20:33,268 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T23:20:33,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=15caf8fdf3390dd4d93eff2aaf666f39, ASSIGN}] 2024-12-03T23:20:33,269 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=15caf8fdf3390dd4d93eff2aaf666f39, ASSIGN 2024-12-03T23:20:33,270 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=15caf8fdf3390dd4d93eff2aaf666f39, ASSIGN; state=OFFLINE, location=5f9d64419733,42365,1733268025080; forceNewPlan=false, retain=false 2024-12-03T23:20:33,421 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15caf8fdf3390dd4d93eff2aaf666f39, regionState=OPENING, regionLocation=5f9d64419733,42365,1733268025080 2024-12-03T23:20:33,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=15caf8fdf3390dd4d93eff2aaf666f39, ASSIGN because future has completed 2024-12-03T23:20:33,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15caf8fdf3390dd4d93eff2aaf666f39, server=5f9d64419733,42365,1733268025080}] 2024-12-03T23:20:33,522 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:20:33,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:33,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:33,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:33,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:33,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:33,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:33,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:33,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:33,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:33,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:33,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:33,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:33,580 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733268032443.15caf8fdf3390dd4d93eff2aaf666f39. 2024-12-03T23:20:33,580 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 15caf8fdf3390dd4d93eff2aaf666f39, NAME => 'test,,1733268032443.15caf8fdf3390dd4d93eff2aaf666f39.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:20:33,581 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:20:33,581 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T23:20:33,581 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 15caf8fdf3390dd4d93eff2aaf666f39 2024-12-03T23:20:33,581 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733268032443.15caf8fdf3390dd4d93eff2aaf666f39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:33,581 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 15caf8fdf3390dd4d93eff2aaf666f39 2024-12-03T23:20:33,581 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 15caf8fdf3390dd4d93eff2aaf666f39 2024-12-03T23:20:33,582 INFO [StoreOpener-15caf8fdf3390dd4d93eff2aaf666f39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 15caf8fdf3390dd4d93eff2aaf666f39 2024-12-03T23:20:33,594 INFO [StoreOpener-15caf8fdf3390dd4d93eff2aaf666f39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15caf8fdf3390dd4d93eff2aaf666f39 columnFamilyName f 2024-12-03T23:20:33,594 DEBUG [StoreOpener-15caf8fdf3390dd4d93eff2aaf666f39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:33,595 INFO [StoreOpener-15caf8fdf3390dd4d93eff2aaf666f39-1 {}] regionserver.HStore(327): Store=15caf8fdf3390dd4d93eff2aaf666f39/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:33,595 INFO [StoreOpener-15caf8fdf3390dd4d93eff2aaf666f39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 15caf8fdf3390dd4d93eff2aaf666f39 2024-12-03T23:20:33,596 INFO [StoreOpener-15caf8fdf3390dd4d93eff2aaf666f39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15caf8fdf3390dd4d93eff2aaf666f39 columnFamilyName f1 2024-12-03T23:20:33,596 DEBUG [StoreOpener-15caf8fdf3390dd4d93eff2aaf666f39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:33,596 INFO [StoreOpener-15caf8fdf3390dd4d93eff2aaf666f39-1 {}] regionserver.HStore(327): Store=15caf8fdf3390dd4d93eff2aaf666f39/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:33,596 INFO [StoreOpener-15caf8fdf3390dd4d93eff2aaf666f39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 15caf8fdf3390dd4d93eff2aaf666f39 2024-12-03T23:20:33,597 INFO [StoreOpener-15caf8fdf3390dd4d93eff2aaf666f39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15caf8fdf3390dd4d93eff2aaf666f39 columnFamilyName norep 2024-12-03T23:20:33,597 DEBUG [StoreOpener-15caf8fdf3390dd4d93eff2aaf666f39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:33,597 INFO [StoreOpener-15caf8fdf3390dd4d93eff2aaf666f39-1 {}] regionserver.HStore(327): Store=15caf8fdf3390dd4d93eff2aaf666f39/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:33,598 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 15caf8fdf3390dd4d93eff2aaf666f39 2024-12-03T23:20:33,598 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/default/test/15caf8fdf3390dd4d93eff2aaf666f39 2024-12-03T23:20:33,599 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/default/test/15caf8fdf3390dd4d93eff2aaf666f39 2024-12-03T23:20:33,599 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 15caf8fdf3390dd4d93eff2aaf666f39 2024-12-03T23:20:33,599 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 15caf8fdf3390dd4d93eff2aaf666f39 2024-12-03T23:20:33,600 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:20:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:33,601 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 15caf8fdf3390dd4d93eff2aaf666f39 2024-12-03T23:20:33,603 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/default/test/15caf8fdf3390dd4d93eff2aaf666f39/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:20:33,603 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 15caf8fdf3390dd4d93eff2aaf666f39; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61231572, jitterRate=-0.08757847547531128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:20:33,603 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15caf8fdf3390dd4d93eff2aaf666f39 2024-12-03T23:20:33,603 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 15caf8fdf3390dd4d93eff2aaf666f39: Running coprocessor pre-open hook at 1733268033581Writing region info on filesystem at 1733268033581Initializing all the Stores at 1733268033582 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268033582Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268033582Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268033582Cleaning up temporary data from old regions at 1733268033599 (+17 ms)Running coprocessor post-open hooks at 1733268033603 (+4 ms)Region opened successfully at 1733268033603 2024-12-03T23:20:33,604 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733268032443.15caf8fdf3390dd4d93eff2aaf666f39., pid=6, masterSystemTime=1733268033576 2024-12-03T23:20:33,606 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733268032443.15caf8fdf3390dd4d93eff2aaf666f39. 2024-12-03T23:20:33,606 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733268032443.15caf8fdf3390dd4d93eff2aaf666f39. 2024-12-03T23:20:33,606 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15caf8fdf3390dd4d93eff2aaf666f39, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5f9d64419733,42365,1733268025080 2024-12-03T23:20:33,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15caf8fdf3390dd4d93eff2aaf666f39, server=5f9d64419733,42365,1733268025080 because future has completed 2024-12-03T23:20:33,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T23:20:33,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 15caf8fdf3390dd4d93eff2aaf666f39, server=5f9d64419733,42365,1733268025080 in 185 msec 2024-12-03T23:20:33,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T23:20:33,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=15caf8fdf3390dd4d93eff2aaf666f39, ASSIGN in 343 msec 2024-12-03T23:20:33,613 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:20:33,613 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268033613"}]},"ts":"1733268033613"} 2024-12-03T23:20:33,615 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T23:20:33,616 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:20:33,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-12-03T23:20:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:20:34,610 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T23:20:34,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e39543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:34,611 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,33737,-1 for getting cluster id 2024-12-03T23:20:34,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:34,612 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69b3560f-a8c7-49cc-9c02-dee411d30fe5' 2024-12-03T23:20:34,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:34,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69b3560f-a8c7-49cc-9c02-dee411d30fe5" 2024-12-03T23:20:34,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256ef9e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:34,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,33737,-1] 2024-12-03T23:20:34,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:34,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:34,614 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:34,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292ae821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:34,615 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:34,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,33737,1733268017153 2024-12-03T23:20:34,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@646c2db8 2024-12-03T23:20:34,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:20:34,617 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:20:34,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5f9d64419733:42843,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T23:20:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T23:20:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:34,620 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:42843' 2024-12-03T23:20:34,621 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4689b1ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:34,621 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,42843,-1 for getting cluster id 2024-12-03T23:20:34,621 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:34,621 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de1fce27-4274-4713-8aa5-0debfde3d3f1' 2024-12-03T23:20:34,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:34,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de1fce27-4274-4713-8aa5-0debfde3d3f1" 2024-12-03T23:20:34,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f68eafd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:34,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,42843,-1] 2024-12-03T23:20:34,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:34,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:34,623 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:34,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f83ad74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:34,623 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:34,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,42843,1733268021310 2024-12-03T23:20:34,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44b128ad 2024-12-03T23:20:34,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:20:34,625 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:20:34,625 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-03T23:20:34,625 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T23:20:34,625 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:34,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:34,625 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:34,626 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:20:34,627 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T23:20:34,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:20:34,628 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:34,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:20:34,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741837_1013 (size=1138) 2024-12-03T23:20:34,677 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T23:20:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:35,035 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 66e8a507b84ec0a652e1ae5761a276c0, NAME => 'hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672 2024-12-03T23:20:35,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741838_1014 (size=44) 2024-12-03T23:20:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:35,440 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:35,441 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 66e8a507b84ec0a652e1ae5761a276c0, disabling compactions & flushes 2024-12-03T23:20:35,441 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0. 2024-12-03T23:20:35,441 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0. 2024-12-03T23:20:35,441 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0. after waiting 0 ms 2024-12-03T23:20:35,441 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0. 2024-12-03T23:20:35,441 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0. 2024-12-03T23:20:35,441 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 66e8a507b84ec0a652e1ae5761a276c0: Waiting for close lock at 1733268035441Disabling compacts and flushes for region at 1733268035441Disabling writes for close at 1733268035441Writing region close event to WAL at 1733268035441Closed at 1733268035441 2024-12-03T23:20:35,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:20:35,442 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733268035442"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733268035442"}]},"ts":"1733268035442"} 2024-12-03T23:20:35,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:20:35,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:20:35,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268035445"}]},"ts":"1733268035445"} 2024-12-03T23:20:35,447 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T23:20:35,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=66e8a507b84ec0a652e1ae5761a276c0, ASSIGN}] 2024-12-03T23:20:35,449 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=66e8a507b84ec0a652e1ae5761a276c0, ASSIGN 2024-12-03T23:20:35,449 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=66e8a507b84ec0a652e1ae5761a276c0, ASSIGN; state=OFFLINE, location=5f9d64419733,39787,1733268017227; forceNewPlan=false, retain=false 2024-12-03T23:20:35,600 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=66e8a507b84ec0a652e1ae5761a276c0, regionState=OPENING, regionLocation=5f9d64419733,39787,1733268017227 2024-12-03T23:20:35,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=66e8a507b84ec0a652e1ae5761a276c0, ASSIGN because future has completed 2024-12-03T23:20:35,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66e8a507b84ec0a652e1ae5761a276c0, server=5f9d64419733,39787,1733268017227}] 2024-12-03T23:20:35,682 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T23:20:35,682 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T23:20:35,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T23:20:35,683 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T23:20:35,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0. 2024-12-03T23:20:35,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:20:35,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T23:20:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:35,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C39787%2C1733268017227.rep, suffix=, logDir=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227, archiveDir=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/oldWALs, maxLogs=10 2024-12-03T23:20:35,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.rep.1733268035761, exclude list is [], retry=0 2024-12-03T23:20:35,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45505,DS-1d7a5d9a-cc1e-4d5e-be8a-630e21e05589,DISK] 2024-12-03T23:20:35,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.rep.1733268035761 2024-12-03T23:20:35,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35213:35213)] 2024-12-03T23:20:35,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 66e8a507b84ec0a652e1ae5761a276c0, NAME => 'hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:20:35,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:20:35,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:20:35,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0. service=MultiRowMutationService 2024-12-03T23:20:35,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T23:20:35,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 66e8a507b84ec0a652e1ae5761a276c0 2024-12-03T23:20:35,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:35,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 66e8a507b84ec0a652e1ae5761a276c0 2024-12-03T23:20:35,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 66e8a507b84ec0a652e1ae5761a276c0 2024-12-03T23:20:35,782 INFO [StoreOpener-66e8a507b84ec0a652e1ae5761a276c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 66e8a507b84ec0a652e1ae5761a276c0 2024-12-03T23:20:35,783 INFO [StoreOpener-66e8a507b84ec0a652e1ae5761a276c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66e8a507b84ec0a652e1ae5761a276c0 columnFamilyName hfileref 2024-12-03T23:20:35,783 DEBUG [StoreOpener-66e8a507b84ec0a652e1ae5761a276c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:35,783 INFO [StoreOpener-66e8a507b84ec0a652e1ae5761a276c0-1 {}] regionserver.HStore(327): Store=66e8a507b84ec0a652e1ae5761a276c0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:35,784 INFO [StoreOpener-66e8a507b84ec0a652e1ae5761a276c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 66e8a507b84ec0a652e1ae5761a276c0 2024-12-03T23:20:35,784 INFO [StoreOpener-66e8a507b84ec0a652e1ae5761a276c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66e8a507b84ec0a652e1ae5761a276c0 columnFamilyName queue 2024-12-03T23:20:35,784 DEBUG [StoreOpener-66e8a507b84ec0a652e1ae5761a276c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:35,785 INFO [StoreOpener-66e8a507b84ec0a652e1ae5761a276c0-1 {}] regionserver.HStore(327): Store=66e8a507b84ec0a652e1ae5761a276c0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:35,785 INFO [StoreOpener-66e8a507b84ec0a652e1ae5761a276c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 66e8a507b84ec0a652e1ae5761a276c0 2024-12-03T23:20:35,786 INFO [StoreOpener-66e8a507b84ec0a652e1ae5761a276c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66e8a507b84ec0a652e1ae5761a276c0 columnFamilyName sid 2024-12-03T23:20:35,786 DEBUG [StoreOpener-66e8a507b84ec0a652e1ae5761a276c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:35,786 INFO [StoreOpener-66e8a507b84ec0a652e1ae5761a276c0-1 {}] regionserver.HStore(327): Store=66e8a507b84ec0a652e1ae5761a276c0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:35,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 66e8a507b84ec0a652e1ae5761a276c0 2024-12-03T23:20:35,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/replication/66e8a507b84ec0a652e1ae5761a276c0 2024-12-03T23:20:35,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/replication/66e8a507b84ec0a652e1ae5761a276c0 2024-12-03T23:20:35,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 66e8a507b84ec0a652e1ae5761a276c0 2024-12-03T23:20:35,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 66e8a507b84ec0a652e1ae5761a276c0 2024-12-03T23:20:35,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:20:35,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 66e8a507b84ec0a652e1ae5761a276c0 2024-12-03T23:20:35,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/replication/66e8a507b84ec0a652e1ae5761a276c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:20:35,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 66e8a507b84ec0a652e1ae5761a276c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63968360, jitterRate=-0.04679715633392334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:20:35,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66e8a507b84ec0a652e1ae5761a276c0 2024-12-03T23:20:35,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 66e8a507b84ec0a652e1ae5761a276c0: Running coprocessor pre-open hook at 1733268035781Writing region info on filesystem at 1733268035781Initializing all the Stores at 1733268035782 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268035782Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268035782Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268035782Cleaning up temporary data from old regions at 1733268035788 (+6 ms)Running coprocessor post-open hooks at 1733268035791 (+3 ms)Region opened successfully at 1733268035792 (+1 ms) 2024-12-03T23:20:35,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0., pid=10, masterSystemTime=1733268035755 2024-12-03T23:20:35,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0. 2024-12-03T23:20:35,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0. 2024-12-03T23:20:35,795 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=66e8a507b84ec0a652e1ae5761a276c0, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,39787,1733268017227 2024-12-03T23:20:35,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66e8a507b84ec0a652e1ae5761a276c0, server=5f9d64419733,39787,1733268017227 because future has completed 2024-12-03T23:20:35,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T23:20:35,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 66e8a507b84ec0a652e1ae5761a276c0, server=5f9d64419733,39787,1733268017227 in 194 msec 2024-12-03T23:20:35,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T23:20:35,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=66e8a507b84ec0a652e1ae5761a276c0, ASSIGN in 351 msec 2024-12-03T23:20:35,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:20:35,802 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268035801"}]},"ts":"1733268035801"} 2024-12-03T23:20:35,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T23:20:35,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:20:35,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-12-03T23:20:35,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0., hostname=5f9d64419733,39787,1733268017227, seqNum=2] 2024-12-03T23:20:35,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053031207 2024-12-03T23:20:35,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39787-0x1017aa0f7500001, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053031207 2024-12-03T23:20:35,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T23:20:35,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39787 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T23:20:35,999 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T23:20:36,028 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5f9d64419733,39787,1733268017227, ReplicationSource: 1, currentBandwidth=0 2024-12-03T23:20:36,029 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:20:36,029 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,39787,1733268017227, seqNum=-1] 2024-12-03T23:20:36,030 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:20:36,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-03T23:20:36,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5f9d64419733,39787,1733268017227', locateType=CURRENT is [region=hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0., hostname=5f9d64419733,39787,1733268017227, seqNum=2] 2024-12-03T23:20:36,044 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T23:20:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T23:20:36,049 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5f9d64419733,39787,1733268017227 suceeded 2024-12-03T23:20:36,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T23:20:36,051 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5f9d64419733:42843,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T23:20:36,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-12-03T23:20:36,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4340 sec 2024-12-03T23:20:36,066 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:42843' 2024-12-03T23:20:36,068 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39f24790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:36,068 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,42843,-1 for getting cluster id 2024-12-03T23:20:36,068 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:36,069 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de1fce27-4274-4713-8aa5-0debfde3d3f1' 2024-12-03T23:20:36,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:36,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de1fce27-4274-4713-8aa5-0debfde3d3f1" 2024-12-03T23:20:36,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@550f1e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:36,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,42843,-1] 2024-12-03T23:20:36,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:36,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:36,070 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:36,071 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fca2441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:36,071 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:36,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,42843,1733268021310 2024-12-03T23:20:36,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4556fb43 2024-12-03T23:20:36,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:20:36,074 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-03T23:20:36,075 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5f9d64419733,39787,1733268017227 (queues=1) is replicating from cluster=69b3560f-a8c7-49cc-9c02-dee411d30fe5 to cluster=de1fce27-4274-4713-8aa5-0debfde3d3f1 2024-12-03T23:20:36,075 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5f9d64419733%2C39787%2C1733268017227 2024-12-03T23:20:36,075 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5f9d64419733,39787,1733268017227, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T23:20:36,083 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.shipper5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5f9d64419733%2C39787%2C1733268017227 2024-12-03T23:20:36,083 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948, startPosition=0, beingWritten=true 2024-12-03T23:20:36,091 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:20:36,091 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 379, reset compression=false 2024-12-03T23:20:36,116 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.shipper5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,39787,1733268017227 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:20:36,333 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 379, reset compression=false 2024-12-03T23:20:36,678 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 379, reset compression=false 2024-12-03T23:20:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:36,781 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T23:20:36,781 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:20:36,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:36,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:36,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:36,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:36,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590b12be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:36,783 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,42843,-1 for getting cluster id 2024-12-03T23:20:36,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:36,784 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de1fce27-4274-4713-8aa5-0debfde3d3f1' 2024-12-03T23:20:36,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:36,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de1fce27-4274-4713-8aa5-0debfde3d3f1" 2024-12-03T23:20:36,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33afeee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:36,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,42843,-1] 2024-12-03T23:20:36,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:36,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:36,786 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:36,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aa9b8e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:36,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:36,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,42843,1733268021310 2024-12-03T23:20:36,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@608fcb3f 2024-12-03T23:20:36,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:20:36,793 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:20:36,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5f9d64419733:41377,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T23:20:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T23:20:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:36,797 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:41377' 2024-12-03T23:20:36,798 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f6553f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:36,798 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,41377,-1 for getting cluster id 2024-12-03T23:20:36,798 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:36,799 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '923a18d9-7e5e-4558-9c97-c07660d2198b' 2024-12-03T23:20:36,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:36,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "923a18d9-7e5e-4558-9c97-c07660d2198b" 2024-12-03T23:20:36,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c1220a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:36,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,41377,-1] 2024-12-03T23:20:36,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:36,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:36,800 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:36,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75961713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:36,801 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:36,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,41377,1733268024985 2024-12-03T23:20:36,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2069a1c 2024-12-03T23:20:36,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:20:36,803 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:20:36,804 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-03T23:20:36,804 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T23:20:36,804 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T23:20:36,804 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:36,804 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:36,805 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:20:36,806 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T23:20:36,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:36,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:20:36,808 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:36,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:20:36,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741837_1013 (size=1138) 2024-12-03T23:20:36,830 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e1ea5a7a7693d3eacf16132346a5b8ed, NAME => 'hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc 2024-12-03T23:20:36,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741838_1014 (size=44) 2024-12-03T23:20:36,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:36,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e1ea5a7a7693d3eacf16132346a5b8ed, disabling compactions & flushes 2024-12-03T23:20:36,836 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed. 2024-12-03T23:20:36,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed. 2024-12-03T23:20:36,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed. after waiting 0 ms 2024-12-03T23:20:36,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed. 2024-12-03T23:20:36,836 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed. 2024-12-03T23:20:36,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e1ea5a7a7693d3eacf16132346a5b8ed: Waiting for close lock at 1733268036836Disabling compacts and flushes for region at 1733268036836Disabling writes for close at 1733268036836Writing region close event to WAL at 1733268036836Closed at 1733268036836 2024-12-03T23:20:36,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:20:36,838 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733268036838"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733268036838"}]},"ts":"1733268036838"} 2024-12-03T23:20:36,840 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:20:36,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:20:36,841 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268036841"}]},"ts":"1733268036841"} 2024-12-03T23:20:36,843 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T23:20:36,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e1ea5a7a7693d3eacf16132346a5b8ed, ASSIGN}] 2024-12-03T23:20:36,844 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e1ea5a7a7693d3eacf16132346a5b8ed, ASSIGN 2024-12-03T23:20:36,845 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e1ea5a7a7693d3eacf16132346a5b8ed, ASSIGN; state=OFFLINE, location=5f9d64419733,34535,1733268021345; forceNewPlan=false, retain=false 2024-12-03T23:20:36,857 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T23:20:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:36,996 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e1ea5a7a7693d3eacf16132346a5b8ed, regionState=OPENING, regionLocation=5f9d64419733,34535,1733268021345 2024-12-03T23:20:37,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e1ea5a7a7693d3eacf16132346a5b8ed, ASSIGN because future has completed 2024-12-03T23:20:37,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1ea5a7a7693d3eacf16132346a5b8ed, server=5f9d64419733,34535,1733268021345}] 2024-12-03T23:20:37,083 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 379, reset compression=false 2024-12-03T23:20:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:37,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed. 2024-12-03T23:20:37,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:20:37,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T23:20:37,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C34535%2C1733268021345.rep, suffix=, logDir=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345, archiveDir=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/oldWALs, maxLogs=10 2024-12-03T23:20:37,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.rep.1733268037165, exclude list is [], retry=0 2024-12-03T23:20:37,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41833,DS-b4439ba0-2f58-415a-b04e-f2e2bca136fe,DISK] 2024-12-03T23:20:37,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.rep.1733268037165 2024-12-03T23:20:37,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45015:45015)] 2024-12-03T23:20:37,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e1ea5a7a7693d3eacf16132346a5b8ed, NAME => 'hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:20:37,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:20:37,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:20:37,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed. service=MultiRowMutationService 2024-12-03T23:20:37,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T23:20:37,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e1ea5a7a7693d3eacf16132346a5b8ed 2024-12-03T23:20:37,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:37,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e1ea5a7a7693d3eacf16132346a5b8ed 2024-12-03T23:20:37,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e1ea5a7a7693d3eacf16132346a5b8ed 2024-12-03T23:20:37,205 INFO [StoreOpener-e1ea5a7a7693d3eacf16132346a5b8ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e1ea5a7a7693d3eacf16132346a5b8ed 2024-12-03T23:20:37,206 INFO [StoreOpener-e1ea5a7a7693d3eacf16132346a5b8ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1ea5a7a7693d3eacf16132346a5b8ed columnFamilyName hfileref 2024-12-03T23:20:37,206 DEBUG [StoreOpener-e1ea5a7a7693d3eacf16132346a5b8ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:37,207 INFO [StoreOpener-e1ea5a7a7693d3eacf16132346a5b8ed-1 {}] regionserver.HStore(327): Store=e1ea5a7a7693d3eacf16132346a5b8ed/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:37,207 INFO [StoreOpener-e1ea5a7a7693d3eacf16132346a5b8ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e1ea5a7a7693d3eacf16132346a5b8ed 2024-12-03T23:20:37,208 INFO [StoreOpener-e1ea5a7a7693d3eacf16132346a5b8ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1ea5a7a7693d3eacf16132346a5b8ed columnFamilyName queue 2024-12-03T23:20:37,208 DEBUG [StoreOpener-e1ea5a7a7693d3eacf16132346a5b8ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:37,209 INFO [StoreOpener-e1ea5a7a7693d3eacf16132346a5b8ed-1 {}] regionserver.HStore(327): Store=e1ea5a7a7693d3eacf16132346a5b8ed/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:37,209 INFO [StoreOpener-e1ea5a7a7693d3eacf16132346a5b8ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e1ea5a7a7693d3eacf16132346a5b8ed 2024-12-03T23:20:37,210 INFO [StoreOpener-e1ea5a7a7693d3eacf16132346a5b8ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1ea5a7a7693d3eacf16132346a5b8ed columnFamilyName sid 2024-12-03T23:20:37,210 DEBUG [StoreOpener-e1ea5a7a7693d3eacf16132346a5b8ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:37,210 INFO [StoreOpener-e1ea5a7a7693d3eacf16132346a5b8ed-1 {}] regionserver.HStore(327): Store=e1ea5a7a7693d3eacf16132346a5b8ed/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:37,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e1ea5a7a7693d3eacf16132346a5b8ed 2024-12-03T23:20:37,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/replication/e1ea5a7a7693d3eacf16132346a5b8ed 2024-12-03T23:20:37,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/replication/e1ea5a7a7693d3eacf16132346a5b8ed 2024-12-03T23:20:37,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e1ea5a7a7693d3eacf16132346a5b8ed 2024-12-03T23:20:37,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e1ea5a7a7693d3eacf16132346a5b8ed 2024-12-03T23:20:37,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:20:37,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e1ea5a7a7693d3eacf16132346a5b8ed 2024-12-03T23:20:37,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/replication/e1ea5a7a7693d3eacf16132346a5b8ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:20:37,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e1ea5a7a7693d3eacf16132346a5b8ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62412256, jitterRate=-0.06998491287231445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:20:37,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1ea5a7a7693d3eacf16132346a5b8ed 2024-12-03T23:20:37,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e1ea5a7a7693d3eacf16132346a5b8ed: Running coprocessor pre-open hook at 1733268037200Writing region info on filesystem at 1733268037200Initializing all the Stores at 1733268037201 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268037201Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268037204 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268037204Cleaning up temporary data from old regions at 1733268037213 (+9 ms)Running coprocessor post-open hooks at 1733268037217 (+4 ms)Region opened successfully at 1733268037217 2024-12-03T23:20:37,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed., pid=10, masterSystemTime=1733268037154 2024-12-03T23:20:37,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed. 2024-12-03T23:20:37,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed. 2024-12-03T23:20:37,227 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e1ea5a7a7693d3eacf16132346a5b8ed, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,34535,1733268021345 2024-12-03T23:20:37,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1ea5a7a7693d3eacf16132346a5b8ed, server=5f9d64419733,34535,1733268021345 because future has completed 2024-12-03T23:20:37,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T23:20:37,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e1ea5a7a7693d3eacf16132346a5b8ed, server=5f9d64419733,34535,1733268021345 in 243 msec 2024-12-03T23:20:37,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T23:20:37,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e1ea5a7a7693d3eacf16132346a5b8ed, ASSIGN in 403 msec 2024-12-03T23:20:37,251 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:20:37,251 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268037251"}]},"ts":"1733268037251"} 2024-12-03T23:20:37,253 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T23:20:37,254 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:20:37,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 449 msec 2024-12-03T23:20:37,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed., hostname=5f9d64419733,34535,1733268021345, seqNum=2] 2024-12-03T23:20:37,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x1017aa0f7500004, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1306127057 2024-12-03T23:20:37,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1306127057 2024-12-03T23:20:37,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T23:20:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:37,429 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:37,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T23:20:37,430 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T23:20:37,430 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5f9d64419733,45081,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T23:20:37,431 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48506 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5f9d64419733,45081,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T23:20:37,471 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5f9d64419733,34535,1733268021345, ReplicationSource: 1, currentBandwidth=0 2024-12-03T23:20:37,472 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:20:37,472 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,34535,1733268021345, seqNum=-1] 2024-12-03T23:20:37,472 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:20:37,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-03T23:20:37,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5f9d64419733,34535,1733268021345', locateType=CURRENT is [region=hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed., hostname=5f9d64419733,34535,1733268021345, seqNum=2] 2024-12-03T23:20:37,477 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T23:20:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T23:20:37,480 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5f9d64419733,34535,1733268021345 suceeded 2024-12-03T23:20:37,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T23:20:37,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-12-03T23:20:37,481 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5f9d64419733:41377,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T23:20:37,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 688 msec 2024-12-03T23:20:37,496 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:41377' 2024-12-03T23:20:37,498 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e4fd68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:37,499 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,41377,-1 for getting cluster id 2024-12-03T23:20:37,499 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:37,499 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '923a18d9-7e5e-4558-9c97-c07660d2198b' 2024-12-03T23:20:37,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:37,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "923a18d9-7e5e-4558-9c97-c07660d2198b" 2024-12-03T23:20:37,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ea81934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:37,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,41377,-1] 2024-12-03T23:20:37,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:37,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:37,501 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:37,502 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@603613f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:37,502 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:37,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,41377,1733268024985 2024-12-03T23:20:37,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76bb799a 2024-12-03T23:20:37,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:20:37,504 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-03T23:20:37,505 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5f9d64419733,34535,1733268021345 (queues=1) is replicating from cluster=de1fce27-4274-4713-8aa5-0debfde3d3f1 to cluster=923a18d9-7e5e-4558-9c97-c07660d2198b 2024-12-03T23:20:37,505 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5f9d64419733%2C34535%2C1733268021345 2024-12-03T23:20:37,505 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5f9d64419733,34535,1733268021345, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T23:20:37,505 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536, startPosition=0, beingWritten=true 2024-12-03T23:20:37,505 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.shipper5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5f9d64419733%2C34535%2C1733268021345 2024-12-03T23:20:37,511 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:20:37,511 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 379, reset compression=false 2024-12-03T23:20:37,511 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.shipper5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,34535,1733268021345 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:20:37,587 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 379, reset compression=false 2024-12-03T23:20:37,715 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 379, reset compression=false 2024-12-03T23:20:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:37,930 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T23:20:37,930 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:20:37,931 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:37,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:37,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:37,931 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:37,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e32d5df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:37,931 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,41377,-1 for getting cluster id 2024-12-03T23:20:37,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:37,932 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '923a18d9-7e5e-4558-9c97-c07660d2198b' 2024-12-03T23:20:37,932 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:37,933 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "923a18d9-7e5e-4558-9c97-c07660d2198b" 2024-12-03T23:20:37,933 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a5260d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:37,933 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,41377,-1] 2024-12-03T23:20:37,933 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:37,933 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:37,934 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:37,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a981d28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:37,935 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:37,935 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,41377,1733268024985 2024-12-03T23:20:37,935 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b5bbbe6 2024-12-03T23:20:37,935 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:20:37,936 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:20:37,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5f9d64419733:33737,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T23:20:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T23:20:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:37,939 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:33737' 2024-12-03T23:20:37,940 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f261fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:37,940 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,33737,-1 for getting cluster id 2024-12-03T23:20:37,940 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:37,941 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69b3560f-a8c7-49cc-9c02-dee411d30fe5' 2024-12-03T23:20:37,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:37,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69b3560f-a8c7-49cc-9c02-dee411d30fe5" 2024-12-03T23:20:37,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@377fcee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:37,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,33737,-1] 2024-12-03T23:20:37,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:37,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:37,942 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:37,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8218a18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:37,943 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:37,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,33737,1733268017153 2024-12-03T23:20:37,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cfcf2c8 2024-12-03T23:20:37,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:20:37,945 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:20:37,945 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T23:20:37,945 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T23:20:37,945 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:37,946 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:37,946 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:37,946 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:20:37,947 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T23:20:37,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:20:37,948 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:37,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:20:37,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741837_1013 (size=1138) 2024-12-03T23:20:37,997 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T23:20:38,019 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 379, reset compression=false 2024-12-03T23:20:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:38,191 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 379, reset compression=false 2024-12-03T23:20:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:38,356 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be8acd720b32347d7c5e0b479b51ee0b, NAME => 'hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4 2024-12-03T23:20:38,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741838_1014 (size=44) 2024-12-03T23:20:38,423 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 379, reset compression=false 2024-12-03T23:20:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:38,762 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:38,762 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing be8acd720b32347d7c5e0b479b51ee0b, disabling compactions & flushes 2024-12-03T23:20:38,763 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b. 2024-12-03T23:20:38,763 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b. 2024-12-03T23:20:38,763 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b. after waiting 0 ms 2024-12-03T23:20:38,763 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b. 2024-12-03T23:20:38,763 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b. 2024-12-03T23:20:38,763 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for be8acd720b32347d7c5e0b479b51ee0b: Waiting for close lock at 1733268038762Disabling compacts and flushes for region at 1733268038762Disabling writes for close at 1733268038763 (+1 ms)Writing region close event to WAL at 1733268038763Closed at 1733268038763 2024-12-03T23:20:38,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:20:38,764 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733268038764"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733268038764"}]},"ts":"1733268038764"} 2024-12-03T23:20:38,766 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:20:38,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:20:38,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268038767"}]},"ts":"1733268038767"} 2024-12-03T23:20:38,769 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T23:20:38,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be8acd720b32347d7c5e0b479b51ee0b, ASSIGN}] 2024-12-03T23:20:38,770 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be8acd720b32347d7c5e0b479b51ee0b, ASSIGN 2024-12-03T23:20:38,771 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=be8acd720b32347d7c5e0b479b51ee0b, ASSIGN; state=OFFLINE, location=5f9d64419733,42365,1733268025080; forceNewPlan=false, retain=false 2024-12-03T23:20:38,895 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 379, reset compression=false 2024-12-03T23:20:38,922 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=be8acd720b32347d7c5e0b479b51ee0b, regionState=OPENING, regionLocation=5f9d64419733,42365,1733268025080 2024-12-03T23:20:38,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=be8acd720b32347d7c5e0b479b51ee0b, ASSIGN because future has completed 2024-12-03T23:20:38,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure be8acd720b32347d7c5e0b479b51ee0b, server=5f9d64419733,42365,1733268025080}] 2024-12-03T23:20:38,927 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 379, reset compression=false 2024-12-03T23:20:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:39,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b. 2024-12-03T23:20:39,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:20:39,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T23:20:39,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C42365%2C1733268025080.rep, suffix=, logDir=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080, archiveDir=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/oldWALs, maxLogs=10 2024-12-03T23:20:39,083 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:20:39,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:39,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:39,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.rep.1733268039081, exclude list is [], retry=0 2024-12-03T23:20:39,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36805,DS-5f5550d8-1be6-4fb8-a200-fa1078bbe6a9,DISK] 2024-12-03T23:20:39,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.rep.1733268039081 2024-12-03T23:20:39,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37187:37187)] 2024-12-03T23:20:39,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => be8acd720b32347d7c5e0b479b51ee0b, NAME => 'hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:20:39,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:20:39,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:20:39,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b. service=MultiRowMutationService 2024-12-03T23:20:39,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T23:20:39,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication be8acd720b32347d7c5e0b479b51ee0b 2024-12-03T23:20:39,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:20:39,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for be8acd720b32347d7c5e0b479b51ee0b 2024-12-03T23:20:39,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for be8acd720b32347d7c5e0b479b51ee0b 2024-12-03T23:20:39,104 INFO [StoreOpener-be8acd720b32347d7c5e0b479b51ee0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region be8acd720b32347d7c5e0b479b51ee0b 2024-12-03T23:20:39,105 INFO [StoreOpener-be8acd720b32347d7c5e0b479b51ee0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be8acd720b32347d7c5e0b479b51ee0b columnFamilyName hfileref 2024-12-03T23:20:39,105 DEBUG [StoreOpener-be8acd720b32347d7c5e0b479b51ee0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:39,106 INFO [StoreOpener-be8acd720b32347d7c5e0b479b51ee0b-1 {}] regionserver.HStore(327): Store=be8acd720b32347d7c5e0b479b51ee0b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:39,106 INFO [StoreOpener-be8acd720b32347d7c5e0b479b51ee0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region be8acd720b32347d7c5e0b479b51ee0b 2024-12-03T23:20:39,107 INFO [StoreOpener-be8acd720b32347d7c5e0b479b51ee0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be8acd720b32347d7c5e0b479b51ee0b columnFamilyName queue 2024-12-03T23:20:39,107 DEBUG [StoreOpener-be8acd720b32347d7c5e0b479b51ee0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:39,107 INFO [StoreOpener-be8acd720b32347d7c5e0b479b51ee0b-1 {}] regionserver.HStore(327): Store=be8acd720b32347d7c5e0b479b51ee0b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:39,107 INFO [StoreOpener-be8acd720b32347d7c5e0b479b51ee0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region be8acd720b32347d7c5e0b479b51ee0b 2024-12-03T23:20:39,108 INFO [StoreOpener-be8acd720b32347d7c5e0b479b51ee0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be8acd720b32347d7c5e0b479b51ee0b columnFamilyName sid 2024-12-03T23:20:39,108 DEBUG [StoreOpener-be8acd720b32347d7c5e0b479b51ee0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:20:39,108 INFO [StoreOpener-be8acd720b32347d7c5e0b479b51ee0b-1 {}] regionserver.HStore(327): Store=be8acd720b32347d7c5e0b479b51ee0b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:20:39,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for be8acd720b32347d7c5e0b479b51ee0b 2024-12-03T23:20:39,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/replication/be8acd720b32347d7c5e0b479b51ee0b 2024-12-03T23:20:39,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/replication/be8acd720b32347d7c5e0b479b51ee0b 2024-12-03T23:20:39,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for be8acd720b32347d7c5e0b479b51ee0b 2024-12-03T23:20:39,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for be8acd720b32347d7c5e0b479b51ee0b 2024-12-03T23:20:39,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:20:39,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for be8acd720b32347d7c5e0b479b51ee0b 2024-12-03T23:20:39,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/replication/be8acd720b32347d7c5e0b479b51ee0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:20:39,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened be8acd720b32347d7c5e0b479b51ee0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66751851, jitterRate=-0.005319908261299133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:20:39,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be8acd720b32347d7c5e0b479b51ee0b 2024-12-03T23:20:39,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for be8acd720b32347d7c5e0b479b51ee0b: Running coprocessor pre-open hook at 1733268039102Writing region info on filesystem at 1733268039102Initializing all the Stores at 1733268039103 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268039103Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268039104 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268039104Cleaning up temporary data from old regions at 1733268039114 (+10 ms)Running coprocessor post-open hooks at 1733268039117 (+3 ms)Region opened successfully at 1733268039117 2024-12-03T23:20:39,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b., pid=10, masterSystemTime=1733268039076 2024-12-03T23:20:39,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b. 2024-12-03T23:20:39,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b. 2024-12-03T23:20:39,120 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=be8acd720b32347d7c5e0b479b51ee0b, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,42365,1733268025080 2024-12-03T23:20:39,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure be8acd720b32347d7c5e0b479b51ee0b, server=5f9d64419733,42365,1733268025080 because future has completed 2024-12-03T23:20:39,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T23:20:39,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure be8acd720b32347d7c5e0b479b51ee0b, server=5f9d64419733,42365,1733268025080 in 199 msec 2024-12-03T23:20:39,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T23:20:39,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be8acd720b32347d7c5e0b479b51ee0b, ASSIGN in 356 msec 2024-12-03T23:20:39,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:20:39,129 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268039129"}]},"ts":"1733268039129"} 2024-12-03T23:20:39,130 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T23:20:39,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:20:39,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:39,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-12-03T23:20:39,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:39,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:39,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:39,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:39,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:39,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:39,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:39,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:39,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:39,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b., hostname=5f9d64419733,42365,1733268025080, seqNum=2] 2024-12-03T23:20:39,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2464736022 2024-12-03T23:20:39,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x1017aa0f7500007, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2464736022 2024-12-03T23:20:39,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T23:20:39,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T23:20:39,314 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T23:20:39,343 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5f9d64419733,42365,1733268025080, ReplicationSource: 1, currentBandwidth=0 2024-12-03T23:20:39,344 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:20:39,344 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,42365,1733268025080, seqNum=-1] 2024-12-03T23:20:39,344 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:20:39,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-03T23:20:39,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5f9d64419733,42365,1733268025080', locateType=CURRENT is [region=hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b., hostname=5f9d64419733,42365,1733268025080, seqNum=2] 2024-12-03T23:20:39,350 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T23:20:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T23:20:39,351 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5f9d64419733,42365,1733268025080 suceeded 2024-12-03T23:20:39,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T23:20:39,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-12-03T23:20:39,353 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5f9d64419733:33737,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T23:20:39,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-12-03T23:20:39,365 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:33737' 2024-12-03T23:20:39,366 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65c84049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:39,366 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,33737,-1 for getting cluster id 2024-12-03T23:20:39,366 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:39,367 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69b3560f-a8c7-49cc-9c02-dee411d30fe5' 2024-12-03T23:20:39,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:39,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69b3560f-a8c7-49cc-9c02-dee411d30fe5" 2024-12-03T23:20:39,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6641a45f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:39,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,33737,-1] 2024-12-03T23:20:39,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:39,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:39,368 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:39,369 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4672b9ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:39,369 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:39,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,33737,1733268017153 2024-12-03T23:20:39,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79d6d68f 2024-12-03T23:20:39,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:20:39,370 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-03T23:20:39,370 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5f9d64419733,42365,1733268025080 (queues=1) is replicating from cluster=923a18d9-7e5e-4558-9c97-c07660d2198b to cluster=69b3560f-a8c7-49cc-9c02-dee411d30fe5 2024-12-03T23:20:39,370 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5f9d64419733%2C42365%2C1733268025080 2024-12-03T23:20:39,371 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5f9d64419733,42365,1733268025080, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T23:20:39,371 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079, startPosition=0, beingWritten=true 2024-12-03T23:20:39,371 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.shipper5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5f9d64419733%2C42365%2C1733268025080 2024-12-03T23:20:39,375 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:20:39,375 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 379, reset compression=false 2024-12-03T23:20:39,375 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.shipper5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,42365,1733268025080 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:20:39,530 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 379, reset compression=false 2024-12-03T23:20:39,578 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 379, reset compression=false 2024-12-03T23:20:39,699 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 379, reset compression=false 2024-12-03T23:20:39,882 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 379, reset compression=false 2024-12-03T23:20:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:20:40,090 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T23:20:40,090 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:20:40,090 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:40,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:40,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:40,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:40,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bffc681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:40,092 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,33737,-1 for getting cluster id 2024-12-03T23:20:40,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:40,093 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69b3560f-a8c7-49cc-9c02-dee411d30fe5' 2024-12-03T23:20:40,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:40,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69b3560f-a8c7-49cc-9c02-dee411d30fe5" 2024-12-03T23:20:40,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2d10a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:40,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,33737,-1] 2024-12-03T23:20:40,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:40,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:40,095 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:40,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b9c728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:40,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2970252d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:40,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,42843,-1 for getting cluster id 2024-12-03T23:20:40,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:40,098 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de1fce27-4274-4713-8aa5-0debfde3d3f1' 2024-12-03T23:20:40,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:40,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de1fce27-4274-4713-8aa5-0debfde3d3f1" 2024-12-03T23:20:40,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d60747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:40,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,42843,-1] 2024-12-03T23:20:40,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:40,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:40,100 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:40,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a533b6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:40,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7e53c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:40,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,41377,-1 for getting cluster id 2024-12-03T23:20:40,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:40,105 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '923a18d9-7e5e-4558-9c97-c07660d2198b' 2024-12-03T23:20:40,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:40,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "923a18d9-7e5e-4558-9c97-c07660d2198b" 2024-12-03T23:20:40,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bfd33e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:40,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,41377,-1] 2024-12-03T23:20:40,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:40,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:40,107 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:40,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e1f101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:40,108 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:20:40,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,39787,1733268017227, seqNum=-1] 2024-12-03T23:20:40,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:20:40,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:20:40,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733268028133.830d96b9aa0e0caea5f2774246809942., hostname=5f9d64419733,39787,1733268017227, seqNum=2] 2024-12-03T23:20:40,116 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:20:40,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,42365,1733268025080, seqNum=-1] 2024-12-03T23:20:40,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:20:40,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:20:40,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733268032443.15caf8fdf3390dd4d93eff2aaf666f39., hostname=5f9d64419733,42365,1733268025080, seqNum=2] 2024-12-03T23:20:40,168 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T23:20:40,242 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 379, reset compression=false 2024-12-03T23:20:40,287 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 379, reset compression=false 2024-12-03T23:20:40,606 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 379, reset compression=false 2024-12-03T23:20:40,611 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:20:40,611 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 480, reset compression=false 2024-12-03T23:20:40,611 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.shipper5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,39787,1733268017227 got entry batch from reader: WALEntryBatch [walEntries=[{test/830d96b9aa0e0caea5f2774246809942/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T23:20:40,613 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.shipper5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:20:40,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-03T23:20:40,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:20:40,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20cc820f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:40,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,42843,-1 for getting cluster id 2024-12-03T23:20:40,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:40,616 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de1fce27-4274-4713-8aa5-0debfde3d3f1' 2024-12-03T23:20:40,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:40,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de1fce27-4274-4713-8aa5-0debfde3d3f1" 2024-12-03T23:20:40,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d879daa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:40,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,42843,-1] 2024-12-03T23:20:40,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:40,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:40,617 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:40,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47b4b3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:40,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:20:40,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,34535,1733268021345, seqNum=-1] 2024-12-03T23:20:40,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:20:40,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-03T23:20:40,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733268030283.246380d993f3455f69cea287027f8819., hostname=5f9d64419733,34535,1733268021345, seqNum=2] 2024-12-03T23:20:40,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:20:40,799 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 379, reset compression=false 2024-12-03T23:20:40,814 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 480, reset compression=false 2024-12-03T23:20:41,066 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 379, reset compression=false 2024-12-03T23:20:41,071 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:20:41,071 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 503, reset compression=false 2024-12-03T23:20:41,071 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.shipper5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,34535,1733268021345 got entry batch from reader: WALEntryBatch [walEntries=[{test/246380d993f3455f69cea287027f8819/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-03T23:20:41,073 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.shipper5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:20:41,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-03T23:20:41,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:20:41,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e352904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:41,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,41377,-1 for getting cluster id 2024-12-03T23:20:41,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:41,076 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '923a18d9-7e5e-4558-9c97-c07660d2198b' 2024-12-03T23:20:41,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:41,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "923a18d9-7e5e-4558-9c97-c07660d2198b" 2024-12-03T23:20:41,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2735929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:41,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,41377,-1] 2024-12-03T23:20:41,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:41,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:41,077 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:41,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4920ab62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:41,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:20:41,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,42365,1733268025080, seqNum=-1] 2024-12-03T23:20:41,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:20:41,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-03T23:20:41,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733268032443.15caf8fdf3390dd4d93eff2aaf666f39., hostname=5f9d64419733,42365,1733268025080, seqNum=2] 2024-12-03T23:20:41,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:20:41,118 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 480, reset compression=false 2024-12-03T23:20:41,170 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T23:20:41,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:20:41,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,34535,1733268021345, seqNum=-1] 2024-12-03T23:20:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:20:41,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:20:41,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733268030283.246380d993f3455f69cea287027f8819., hostname=5f9d64419733,34535,1733268021345, seqNum=2] 2024-12-03T23:20:41,178 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T23:20:41,275 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 503, reset compression=false 2024-12-03T23:20:41,279 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:20:41,279 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 607, reset compression=false 2024-12-03T23:20:41,279 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.shipper5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,34535,1733268021345 got entry batch from reader: WALEntryBatch [walEntries=[{test/246380d993f3455f69cea287027f8819/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T23:20:41,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:20:41,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:20:41,403 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 379, reset compression=false 2024-12-03T23:20:41,407 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:20:41,407 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 655, reset compression=false 2024-12-03T23:20:41,407 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.shipper5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,42365,1733268025080 got entry batch from reader: WALEntryBatch [walEntries=[{test/15caf8fdf3390dd4d93eff2aaf666f39/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T23:20:41,409 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.shipper5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:20:41,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-03T23:20:41,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:20:41,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24374ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:41,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,33737,-1 for getting cluster id 2024-12-03T23:20:41,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:41,412 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69b3560f-a8c7-49cc-9c02-dee411d30fe5' 2024-12-03T23:20:41,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:41,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69b3560f-a8c7-49cc-9c02-dee411d30fe5" 2024-12-03T23:20:41,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7858da4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:41,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,33737,-1] 2024-12-03T23:20:41,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:41,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:41,413 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:41,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ae765a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:41,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:20:41,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,39787,1733268017227, seqNum=-1] 2024-12-03T23:20:41,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:20:41,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-03T23:20:41,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733268028133.830d96b9aa0e0caea5f2774246809942., hostname=5f9d64419733,39787,1733268017227, seqNum=2] 2024-12-03T23:20:41,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:20:41,483 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 607, reset compression=false 2024-12-03T23:20:41,522 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 480, reset compression=false 2024-12-03T23:20:41,526 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:20:41,526 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 632, reset compression=false 2024-12-03T23:20:41,526 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.shipper5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,39787,1733268017227 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:20:41,611 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 655, reset compression=false 2024-12-03T23:20:41,730 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 632, reset compression=false 2024-12-03T23:20:41,786 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 607, reset compression=false 2024-12-03T23:20:41,914 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 655, reset compression=false 2024-12-03T23:20:42,033 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 632, reset compression=false 2024-12-03T23:20:42,180 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T23:20:42,183 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-03T23:20:42,190 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 607, reset compression=false 2024-12-03T23:20:42,318 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 655, reset compression=false 2024-12-03T23:20:42,324 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:20:42,324 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 759, reset compression=false 2024-12-03T23:20:42,324 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.shipper5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,42365,1733268025080 got entry batch from reader: WALEntryBatch [walEntries=[{test/15caf8fdf3390dd4d93eff2aaf666f39/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T23:20:42,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:20:42,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:20:42,437 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 632, reset compression=false 2024-12-03T23:20:42,444 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:20:42,445 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 760, reset compression=false 2024-12-03T23:20:42,445 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.shipper5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,39787,1733268017227 got entry batch from reader: WALEntryBatch [walEntries=[{test/830d96b9aa0e0caea5f2774246809942/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T23:20:42,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:20:42,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:20:42,529 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 759, reset compression=false 2024-12-03T23:20:42,661 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 760, reset compression=false 2024-12-03T23:20:42,697 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 607, reset compression=false 2024-12-03T23:20:42,702 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:20:42,702 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 758, reset compression=false 2024-12-03T23:20:42,702 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.shipper5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,34535,1733268021345 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:20:42,835 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 759, reset compression=false 2024-12-03T23:20:42,914 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 758, reset compression=false 2024-12-03T23:20:42,968 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 760, reset compression=false 2024-12-03T23:20:43,185 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-03T23:20:43,189 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T23:20:43,233 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 758, reset compression=false 2024-12-03T23:20:43,239 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 759, reset compression=false 2024-12-03T23:20:43,385 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 760, reset compression=false 2024-12-03T23:20:43,390 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:20:43,390 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 916, reset compression=false 2024-12-03T23:20:43,390 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.shipper5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,39787,1733268017227 got entry batch from reader: WALEntryBatch [walEntries=[{test/830d96b9aa0e0caea5f2774246809942/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T23:20:43,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:20:43,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:20:43,593 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 916, reset compression=false 2024-12-03T23:20:43,637 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 758, reset compression=false 2024-12-03T23:20:43,642 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:20:43,642 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 905, reset compression=false 2024-12-03T23:20:43,643 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.shipper5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,34535,1733268021345 got entry batch from reader: WALEntryBatch [walEntries=[{test/246380d993f3455f69cea287027f8819/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-03T23:20:43,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:20:43,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:20:43,743 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 759, reset compression=false 2024-12-03T23:20:43,748 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:20:43,748 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 930, reset compression=false 2024-12-03T23:20:43,748 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.shipper5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,42365,1733268025080 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:20:43,846 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 905, reset compression=false 2024-12-03T23:20:43,896 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 916, reset compression=false 2024-12-03T23:20:43,952 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 930, reset compression=false 2024-12-03T23:20:44,150 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 905, reset compression=false 2024-12-03T23:20:44,191 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T23:20:44,196 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T23:20:44,257 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 930, reset compression=false 2024-12-03T23:20:44,301 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 916, reset compression=false 2024-12-03T23:20:44,554 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 905, reset compression=false 2024-12-03T23:20:44,559 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:20:44,559 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 1064, reset compression=false 2024-12-03T23:20:44,559 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.shipper5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,34535,1733268021345 got entry batch from reader: WALEntryBatch [walEntries=[{test/246380d993f3455f69cea287027f8819/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T23:20:44,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:20:44,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:20:44,605 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:20:44,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:44,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:44,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:44,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:44,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:44,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:44,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:44,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:44,663 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 930, reset compression=false 2024-12-03T23:20:44,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:44,668 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:20:44,668 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 1080, reset compression=false 2024-12-03T23:20:44,668 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.shipper5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,42365,1733268025080 got entry batch from reader: WALEntryBatch [walEntries=[{test/15caf8fdf3390dd4d93eff2aaf666f39/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-03T23:20:44,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:20:44,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:44,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:44,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:20:44,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:44,762 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 1064, reset compression=false 2024-12-03T23:20:44,804 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 916, reset compression=false 2024-12-03T23:20:44,808 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:20:44,808 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1090, reset compression=false 2024-12-03T23:20:44,808 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.shipper5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,39787,1733268017227 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:20:44,872 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 1080, reset compression=false 2024-12-03T23:20:45,012 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1090, reset compression=false 2024-12-03T23:20:45,066 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 1064, reset compression=false 2024-12-03T23:20:45,175 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 1080, reset compression=false 2024-12-03T23:20:45,198 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T23:20:45,209 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-03T23:20:45,315 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1090, reset compression=false 2024-12-03T23:20:45,473 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 1064, reset compression=false 2024-12-03T23:20:45,578 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 1080, reset compression=false 2024-12-03T23:20:45,590 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:20:45,590 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 1239, reset compression=false 2024-12-03T23:20:45,591 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.shipper5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,42365,1733268025080 got entry batch from reader: WALEntryBatch [walEntries=[{test/15caf8fdf3390dd4d93eff2aaf666f39/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T23:20:45,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:20:45,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:20:45,718 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1090, reset compression=false 2024-12-03T23:20:45,724 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:20:45,724 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1240, reset compression=false 2024-12-03T23:20:45,724 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.shipper5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,39787,1733268017227 got entry batch from reader: WALEntryBatch [walEntries=[{test/830d96b9aa0e0caea5f2774246809942/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-03T23:20:45,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:20:45,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:20:45,806 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 1239, reset compression=false 2024-12-03T23:20:45,928 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1240, reset compression=false 2024-12-03T23:20:45,977 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 1064, reset compression=false 2024-12-03T23:20:45,982 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:20:45,982 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 1237, reset compression=false 2024-12-03T23:20:45,982 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.shipper5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,34535,1733268021345 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:20:46,110 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 1239, reset compression=false 2024-12-03T23:20:46,186 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 1237, reset compression=false 2024-12-03T23:20:46,211 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-03T23:20:46,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328b7802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:46,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,41377,-1 for getting cluster id 2024-12-03T23:20:46,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:46,218 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '923a18d9-7e5e-4558-9c97-c07660d2198b' 2024-12-03T23:20:46,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:46,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "923a18d9-7e5e-4558-9c97-c07660d2198b" 2024-12-03T23:20:46,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623b8069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:46,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,41377,-1] 2024-12-03T23:20:46,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:46,220 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:46,220 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:46,221 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc51b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:46,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:46,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,41377,1733268024985 2024-12-03T23:20:46,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@152d92ee 2024-12-03T23:20:46,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:20:46,226 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:20:46,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-12-03T23:20:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-03T23:20:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T23:20:46,232 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1240, reset compression=false 2024-12-03T23:20:46,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T23:20:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T23:20:46,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-03T23:20:46,390 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-03T23:20:46,391 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-03T23:20:46,391 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5f9d64419733,42365,1733268025080 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-03T23:20:46,392 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/5f9d64419733:0-0. 2024-12-03T23:20:46,392 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:46,392 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:46,392 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:46,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:46,489 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 1237, reset compression=false 2024-12-03T23:20:46,492 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T23:20:46,492 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.shipper5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T23:20:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T23:20:46,592 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.shipper5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 terminated 2024-12-03T23:20:46,613 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-5f9d64419733,42365,1733268025080, ReplicationSource: 1, currentBandwidth=0 2024-12-03T23:20:46,614 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-03T23:20:46,614 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-03T23:20:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-03T23:20:46,617 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 5f9d64419733,42365,1733268025080 suceeded 2024-12-03T23:20:46,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T23:20:46,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 380 msec 2024-12-03T23:20:46,618 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-03T23:20:46,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 391 msec 2024-12-03T23:20:46,629 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:33737' 2024-12-03T23:20:46,631 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f30619d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:46,631 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,33737,-1 for getting cluster id 2024-12-03T23:20:46,631 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:46,632 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69b3560f-a8c7-49cc-9c02-dee411d30fe5' 2024-12-03T23:20:46,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:46,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69b3560f-a8c7-49cc-9c02-dee411d30fe5" 2024-12-03T23:20:46,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6abb7df1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:46,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,33737,-1] 2024-12-03T23:20:46,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:46,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:46,633 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:46,634 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@411fad7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:46,634 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:46,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,33737,1733268017153 2024-12-03T23:20:46,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60153775 2024-12-03T23:20:46,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:20:46,636 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-03T23:20:46,636 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5f9d64419733,42365,1733268025080 (queues=1) is replicating from cluster=923a18d9-7e5e-4558-9c97-c07660d2198b to cluster=69b3560f-a8c7-49cc-9c02-dee411d30fe5 2024-12-03T23:20:46,636 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1240, reset compression=false 2024-12-03T23:20:46,636 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5f9d64419733%2C42365%2C1733268025080 2024-12-03T23:20:46,636 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5f9d64419733,42365,1733268025080, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T23:20:46,637 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.shipper5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5f9d64419733%2C42365%2C1733268025080 2024-12-03T23:20:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T23:20:46,861 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-03T23:20:46,861 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:20:46,861 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:46,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:46,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:46,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:46,865 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-03T23:20:46,893 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 1237, reset compression=false 2024-12-03T23:20:47,139 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T23:20:47,140 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1240, reset compression=false 2024-12-03T23:20:47,147 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:20:47,147 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1344, reset compression=false 2024-12-03T23:20:47,147 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.shipper5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,39787,1733268017227 got entry batch from reader: WALEntryBatch [walEntries=[{test/830d96b9aa0e0caea5f2774246809942/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T23:20:47,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:20:47,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:20:47,359 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1344, reset compression=false 2024-12-03T23:20:47,397 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 1237, reset compression=false 2024-12-03T23:20:47,405 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:20:47,405 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 1364, reset compression=false 2024-12-03T23:20:47,405 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.shipper5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,34535,1733268021345 got entry batch from reader: WALEntryBatch [walEntries=[{test/246380d993f3455f69cea287027f8819/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T23:20:47,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:20:47,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:20:47,610 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 1364, reset compression=false 2024-12-03T23:20:47,663 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1344, reset compression=false 2024-12-03T23:20:47,867 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-03T23:20:47,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcb21a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:47,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,41377,-1 for getting cluster id 2024-12-03T23:20:47,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:20:47,871 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '923a18d9-7e5e-4558-9c97-c07660d2198b' 2024-12-03T23:20:47,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:20:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "923a18d9-7e5e-4558-9c97-c07660d2198b" 2024-12-03T23:20:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546b796e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,41377,-1] 2024-12-03T23:20:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:20:47,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:47,873 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:20:47,874 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509469cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:20:47,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:47,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,41377,1733268024985 2024-12-03T23:20:47,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@699777b1 2024-12-03T23:20:47,878 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:20:47,880 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:20:47,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-12-03T23:20:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-03T23:20:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T23:20:47,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T23:20:47,914 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 1364, reset compression=false 2024-12-03T23:20:47,920 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:20:47,920 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 1468, reset compression=false 2024-12-03T23:20:47,920 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.shipper5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,34535,1733268021345 got entry batch from reader: WALEntryBatch [walEntries=[{test/246380d993f3455f69cea287027f8819/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T23:20:47,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:20:47,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:20:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T23:20:48,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-03T23:20:48,042 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-03T23:20:48,042 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-03T23:20:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-03T23:20:48,045 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 5f9d64419733,42365,1733268025080 suceeded 2024-12-03T23:20:48,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-03T23:20:48,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-12-03T23:20:48,046 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-03T23:20:48,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 166 msec 2024-12-03T23:20:48,068 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1344, reset compression=false 2024-12-03T23:20:48,126 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 1468, reset compression=false 2024-12-03T23:20:48,138 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079, startPosition=1239, beingWritten=true 2024-12-03T23:20:48,142 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:20:48,142 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 1518, reset compression=false 2024-12-03T23:20:48,142 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.shipper5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,42365,1733268025080 got entry batch from reader: WALEntryBatch [walEntries=[{test/15caf8fdf3390dd4d93eff2aaf666f39/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T23:20:48,145 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.shipper5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:20:48,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-03T23:20:48,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:20:48,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:20:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T23:20:48,200 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-03T23:20:48,200 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:20:48,200 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:48,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:48,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:48,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:48,202 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-03T23:20:48,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T23:20:48,202 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:20:48,202 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:48,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:48,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:48,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:48,203 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T23:20:48,203 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=313451554, stopped=false 2024-12-03T23:20:48,203 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5f9d64419733,41377,1733268024985 2024-12-03T23:20:48,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2464736022/running 2024-12-03T23:20:48,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x1017aa0f7500007, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2464736022/running 2024-12-03T23:20:48,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2464736022 2024-12-03T23:20:48,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x1017aa0f7500007, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2464736022 2024-12-03T23:20:48,205 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:20:48,205 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:20:48,205 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:48,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:48,205 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5f9d64419733,42365,1733268025080' ***** 2024-12-03T23:20:48,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Set watcher on znode that does not yet exist, /2464736022/running 2024-12-03T23:20:48,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42365-0x1017aa0f7500007, quorum=127.0.0.1:51955, baseZNode=/2464736022 Set watcher on znode that does not yet exist, /2464736022/running 2024-12-03T23:20:48,205 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T23:20:48,206 INFO [RS:0;5f9d64419733:42365 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T23:20:48,206 INFO [RS:0;5f9d64419733:42365 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T23:20:48,206 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T23:20:48,206 INFO [RS:0;5f9d64419733:42365 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T23:20:48,207 INFO [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(3091): Received CLOSE for be8acd720b32347d7c5e0b479b51ee0b 2024-12-03T23:20:48,207 INFO [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(3091): Received CLOSE for 15caf8fdf3390dd4d93eff2aaf666f39 2024-12-03T23:20:48,207 INFO [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(959): stopping server 5f9d64419733,42365,1733268025080 2024-12-03T23:20:48,207 INFO [RS:0;5f9d64419733:42365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:20:48,207 INFO [RS:0;5f9d64419733:42365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:42365. 2024-12-03T23:20:48,207 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be8acd720b32347d7c5e0b479b51ee0b, disabling compactions & flushes 2024-12-03T23:20:48,207 DEBUG [RS:0;5f9d64419733:42365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:48,207 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b. 2024-12-03T23:20:48,207 DEBUG [RS:0;5f9d64419733:42365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:48,207 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b. 2024-12-03T23:20:48,207 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b. after waiting 0 ms 2024-12-03T23:20:48,207 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b. 2024-12-03T23:20:48,207 INFO [RS:0;5f9d64419733:42365 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T23:20:48,207 INFO [RS:0;5f9d64419733:42365 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T23:20:48,207 INFO [RS:0;5f9d64419733:42365 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T23:20:48,207 INFO [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T23:20:48,207 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing be8acd720b32347d7c5e0b479b51ee0b 3/3 column families, dataSize=1.17 KB heapSize=2.50 KB 2024-12-03T23:20:48,208 INFO [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T23:20:48,208 DEBUG [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, be8acd720b32347d7c5e0b479b51ee0b=hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b., 15caf8fdf3390dd4d93eff2aaf666f39=test,,1733268032443.15caf8fdf3390dd4d93eff2aaf666f39.} 2024-12-03T23:20:48,208 DEBUG [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15caf8fdf3390dd4d93eff2aaf666f39, be8acd720b32347d7c5e0b479b51ee0b 2024-12-03T23:20:48,208 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:20:48,208 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:20:48,208 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:20:48,208 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:20:48,208 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:20:48,208 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T23:20:48,228 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/replication/be8acd720b32347d7c5e0b479b51ee0b/.tmp/queue/fce2f676fd064b7bba05b27593dd7324 is 154, key is 1-5f9d64419733,42365,1733268025080/queue:5f9d64419733%2C42365%2C1733268025080/1733268048150/Put/seqid=0 2024-12-03T23:20:48,229 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/1588230740/.tmp/info/158989ab5165484d8c2289181c231428 is 147, key is hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b./info:regioninfo/1733268039120/Put/seqid=0 2024-12-03T23:20:48,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741840_1016 (size=5353) 2024-12-03T23:20:48,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741841_1017 (size=7686) 2024-12-03T23:20:48,233 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/replication/be8acd720b32347d7c5e0b479b51ee0b/.tmp/queue/fce2f676fd064b7bba05b27593dd7324 2024-12-03T23:20:48,237 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/replication/be8acd720b32347d7c5e0b479b51ee0b/.tmp/queue/fce2f676fd064b7bba05b27593dd7324 as hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/replication/be8acd720b32347d7c5e0b479b51ee0b/queue/fce2f676fd064b7bba05b27593dd7324 2024-12-03T23:20:48,241 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/replication/be8acd720b32347d7c5e0b479b51ee0b/queue/fce2f676fd064b7bba05b27593dd7324, entries=1, sequenceid=12, filesize=5.2 K 2024-12-03T23:20:48,241 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for be8acd720b32347d7c5e0b479b51ee0b in 34ms, sequenceid=12, compaction requested=false 2024-12-03T23:20:48,245 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/replication/be8acd720b32347d7c5e0b479b51ee0b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T23:20:48,245 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:20:48,245 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:20:48,245 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b. 2024-12-03T23:20:48,245 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be8acd720b32347d7c5e0b479b51ee0b: Waiting for close lock at 1733268048207Running coprocessor pre-close hooks at 1733268048207Disabling compacts and flushes for region at 1733268048207Disabling writes for close at 1733268048207Obtaining lock to block concurrent updates at 1733268048207Preparing flush snapshotting stores in be8acd720b32347d7c5e0b479b51ee0b at 1733268048207Finished memstore snapshotting hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b., syncing WAL and waiting on mvcc, flushsize=dataSize=1193, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733268048208 (+1 ms)Flushing stores of hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b. at 1733268048208Flushing be8acd720b32347d7c5e0b479b51ee0b/queue: creating writer at 1733268048208Flushing be8acd720b32347d7c5e0b479b51ee0b/queue: appending metadata at 1733268048228 (+20 ms)Flushing be8acd720b32347d7c5e0b479b51ee0b/queue: closing flushed file at 1733268048228Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7edffd73: reopening flushed file at 1733268048237 (+9 ms)Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for be8acd720b32347d7c5e0b479b51ee0b in 34ms, sequenceid=12, compaction requested=false at 1733268048241 (+4 ms)Writing region close event to WAL at 1733268048242 (+1 ms)Running coprocessor post-close hooks at 1733268048245 (+3 ms)Closed at 1733268048245 2024-12-03T23:20:48,245 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733268037946.be8acd720b32347d7c5e0b479b51ee0b. 2024-12-03T23:20:48,246 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15caf8fdf3390dd4d93eff2aaf666f39, disabling compactions & flushes 2024-12-03T23:20:48,246 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733268032443.15caf8fdf3390dd4d93eff2aaf666f39. 2024-12-03T23:20:48,246 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733268032443.15caf8fdf3390dd4d93eff2aaf666f39. 2024-12-03T23:20:48,246 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733268032443.15caf8fdf3390dd4d93eff2aaf666f39. after waiting 0 ms 2024-12-03T23:20:48,246 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733268032443.15caf8fdf3390dd4d93eff2aaf666f39. 2024-12-03T23:20:48,246 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 15caf8fdf3390dd4d93eff2aaf666f39 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-03T23:20:48,260 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/default/test/15caf8fdf3390dd4d93eff2aaf666f39/.tmp/f/20b6be282e344a42964be8ff5c53ae74 is 37, key is row3/f:row3/1733268046862/Put/seqid=0 2024-12-03T23:20:48,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741842_1018 (size=5228) 2024-12-03T23:20:48,266 INFO [regionserver/5f9d64419733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:20:48,348 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 1518, reset compression=false 2024-12-03T23:20:48,353 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:20:48,353 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 1765, reset compression=false 2024-12-03T23:20:48,353 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.shipper5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,42365,1733268025080 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:20:48,354 ERROR [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.shipper5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5f9d64419733,42365,1733268025080: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5f9d64419733,42365,1733268025080, walGroup=5f9d64419733%2C42365%2C1733268025080, offset=5f9d64419733%2C42365%2C1733268025080.1733268027079:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:42365 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T23:20:48,356 ERROR [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.shipper5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T23:20:48,356 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.shipper5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T23:20:48,356 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.shipper5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T23:20:48,356 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.shipper5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T23:20:48,356 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.shipper5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T23:20:48,356 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.shipper5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1214251008, "init": 1048576000, "max": 2306867200, "used": 794350912 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199241576 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T23:20:48,357 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.shipper5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:41377 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:41377 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T23:20:48,408 DEBUG [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15caf8fdf3390dd4d93eff2aaf666f39 2024-12-03T23:20:48,430 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 1468, reset compression=false 2024-12-03T23:20:48,559 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 1765, reset compression=false 2024-12-03T23:20:48,572 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1344, reset compression=false 2024-12-03T23:20:48,576 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:20:48,576 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1496, reset compression=false 2024-12-03T23:20:48,576 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.shipper5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,39787,1733268017227 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:20:48,608 DEBUG [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15caf8fdf3390dd4d93eff2aaf666f39 2024-12-03T23:20:48,634 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/1588230740/.tmp/info/158989ab5165484d8c2289181c231428 2024-12-03T23:20:48,654 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/1588230740/.tmp/ns/68a48c862d5d46c7af0011a267b67199 is 43, key is default/ns:d/1733268028041/Put/seqid=0 2024-12-03T23:20:48,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741843_1019 (size=5153) 2024-12-03T23:20:48,664 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/default/test/15caf8fdf3390dd4d93eff2aaf666f39/.tmp/f/20b6be282e344a42964be8ff5c53ae74 2024-12-03T23:20:48,668 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20b6be282e344a42964be8ff5c53ae74 2024-12-03T23:20:48,681 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/default/test/15caf8fdf3390dd4d93eff2aaf666f39/.tmp/f1/b05a0f1851244dfb886672404cf58be8 is 30, key is row1/f1:/1733268044192/DeleteFamily/seqid=0 2024-12-03T23:20:48,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741844_1020 (size=5158) 2024-12-03T23:20:48,685 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/default/test/15caf8fdf3390dd4d93eff2aaf666f39/.tmp/f1/b05a0f1851244dfb886672404cf58be8 2024-12-03T23:20:48,688 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b05a0f1851244dfb886672404cf58be8 2024-12-03T23:20:48,702 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/default/test/15caf8fdf3390dd4d93eff2aaf666f39/.tmp/norep/345fc7e7ed5f48be9ed296705bd22cb3 is 33, key is row2/norep:/1733268045199/DeleteFamily/seqid=0 2024-12-03T23:20:48,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741845_1021 (size=5108) 2024-12-03T23:20:48,779 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1496, reset compression=false 2024-12-03T23:20:48,808 DEBUG [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15caf8fdf3390dd4d93eff2aaf666f39 2024-12-03T23:20:48,834 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 1468, reset compression=false 2024-12-03T23:20:48,862 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 1765, reset compression=false 2024-12-03T23:20:48,952 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T23:20:48,952 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T23:20:49,008 DEBUG [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15caf8fdf3390dd4d93eff2aaf666f39 2024-12-03T23:20:49,058 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/1588230740/.tmp/ns/68a48c862d5d46c7af0011a267b67199 2024-12-03T23:20:49,078 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/1588230740/.tmp/rep_barrier/d70a85e9ad574d7a8688d567bb2297ce is 112, key is test,,1733268032443.15caf8fdf3390dd4d93eff2aaf666f39./rep_barrier:seqnumDuringOpen/1733268033606/Put/seqid=0 2024-12-03T23:20:49,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741846_1022 (size=5518) 2024-12-03T23:20:49,082 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1496, reset compression=false 2024-12-03T23:20:49,106 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/default/test/15caf8fdf3390dd4d93eff2aaf666f39/.tmp/norep/345fc7e7ed5f48be9ed296705bd22cb3 2024-12-03T23:20:49,109 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 345fc7e7ed5f48be9ed296705bd22cb3 2024-12-03T23:20:49,110 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/default/test/15caf8fdf3390dd4d93eff2aaf666f39/.tmp/f/20b6be282e344a42964be8ff5c53ae74 as hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/default/test/15caf8fdf3390dd4d93eff2aaf666f39/f/20b6be282e344a42964be8ff5c53ae74 2024-12-03T23:20:49,113 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20b6be282e344a42964be8ff5c53ae74 2024-12-03T23:20:49,113 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/default/test/15caf8fdf3390dd4d93eff2aaf666f39/f/20b6be282e344a42964be8ff5c53ae74, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T23:20:49,114 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/default/test/15caf8fdf3390dd4d93eff2aaf666f39/.tmp/f1/b05a0f1851244dfb886672404cf58be8 as hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/default/test/15caf8fdf3390dd4d93eff2aaf666f39/f1/b05a0f1851244dfb886672404cf58be8 2024-12-03T23:20:49,117 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b05a0f1851244dfb886672404cf58be8 2024-12-03T23:20:49,117 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/default/test/15caf8fdf3390dd4d93eff2aaf666f39/f1/b05a0f1851244dfb886672404cf58be8, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T23:20:49,117 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/default/test/15caf8fdf3390dd4d93eff2aaf666f39/.tmp/norep/345fc7e7ed5f48be9ed296705bd22cb3 as hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/default/test/15caf8fdf3390dd4d93eff2aaf666f39/norep/345fc7e7ed5f48be9ed296705bd22cb3 2024-12-03T23:20:49,120 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 345fc7e7ed5f48be9ed296705bd22cb3 2024-12-03T23:20:49,120 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/default/test/15caf8fdf3390dd4d93eff2aaf666f39/norep/345fc7e7ed5f48be9ed296705bd22cb3, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T23:20:49,121 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 15caf8fdf3390dd4d93eff2aaf666f39 in 875ms, sequenceid=12, compaction requested=false 2024-12-03T23:20:49,124 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/default/test/15caf8fdf3390dd4d93eff2aaf666f39/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T23:20:49,125 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:20:49,125 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T23:20:49,125 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733268032443.15caf8fdf3390dd4d93eff2aaf666f39. 2024-12-03T23:20:49,125 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15caf8fdf3390dd4d93eff2aaf666f39: Waiting for close lock at 1733268048246Running coprocessor pre-close hooks at 1733268048246Disabling compacts and flushes for region at 1733268048246Disabling writes for close at 1733268048246Obtaining lock to block concurrent updates at 1733268048246Preparing flush snapshotting stores in 15caf8fdf3390dd4d93eff2aaf666f39 at 1733268048246Finished memstore snapshotting test,,1733268032443.15caf8fdf3390dd4d93eff2aaf666f39., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733268048246Flushing stores of test,,1733268032443.15caf8fdf3390dd4d93eff2aaf666f39. at 1733268048246Flushing 15caf8fdf3390dd4d93eff2aaf666f39/f: creating writer at 1733268048246Flushing 15caf8fdf3390dd4d93eff2aaf666f39/f: appending metadata at 1733268048260 (+14 ms)Flushing 15caf8fdf3390dd4d93eff2aaf666f39/f: closing flushed file at 1733268048260Flushing 15caf8fdf3390dd4d93eff2aaf666f39/f1: creating writer at 1733268048668 (+408 ms)Flushing 15caf8fdf3390dd4d93eff2aaf666f39/f1: appending metadata at 1733268048681 (+13 ms)Flushing 15caf8fdf3390dd4d93eff2aaf666f39/f1: closing flushed file at 1733268048681Flushing 15caf8fdf3390dd4d93eff2aaf666f39/norep: creating writer at 1733268048688 (+7 ms)Flushing 15caf8fdf3390dd4d93eff2aaf666f39/norep: appending metadata at 1733268048701 (+13 ms)Flushing 15caf8fdf3390dd4d93eff2aaf666f39/norep: closing flushed file at 1733268048702 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ccee573: reopening flushed file at 1733268049109 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bda300c: reopening flushed file at 1733268049113 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34d4ec39: reopening flushed file at 1733268049117 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 15caf8fdf3390dd4d93eff2aaf666f39 in 875ms, sequenceid=12, compaction requested=false at 1733268049121 (+4 ms)Writing region close event to WAL at 1733268049122 (+1 ms)Running coprocessor post-close hooks at 1733268049125 (+3 ms)Closed at 1733268049125 2024-12-03T23:20:49,125 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733268032443.15caf8fdf3390dd4d93eff2aaf666f39. 2024-12-03T23:20:49,209 DEBUG [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:20:49,265 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 1765, reset compression=false 2024-12-03T23:20:49,269 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:20:49,270 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 2409, reset compression=false 2024-12-03T23:20:49,338 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 1468, reset compression=false 2024-12-03T23:20:49,409 INFO [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T23:20:49,409 DEBUG [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T23:20:49,409 DEBUG [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:20:49,472 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 2409, reset compression=false 2024-12-03T23:20:49,482 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/1588230740/.tmp/rep_barrier/d70a85e9ad574d7a8688d567bb2297ce 2024-12-03T23:20:49,485 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1496, reset compression=false 2024-12-03T23:20:49,499 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/1588230740/.tmp/table/1e3a6388788746968e381b27e82130b8 is 53, key is hbase:replication/table:state/1733268039129/Put/seqid=0 2024-12-03T23:20:49,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741847_1023 (size=5308) 2024-12-03T23:20:49,609 DEBUG [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:20:49,775 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 2409, reset compression=false 2024-12-03T23:20:49,809 DEBUG [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:20:49,903 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/1588230740/.tmp/table/1e3a6388788746968e381b27e82130b8 2024-12-03T23:20:49,908 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/1588230740/.tmp/info/158989ab5165484d8c2289181c231428 as hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/1588230740/info/158989ab5165484d8c2289181c231428 2024-12-03T23:20:49,911 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/1588230740/info/158989ab5165484d8c2289181c231428, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T23:20:49,912 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/1588230740/.tmp/ns/68a48c862d5d46c7af0011a267b67199 as hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/1588230740/ns/68a48c862d5d46c7af0011a267b67199 2024-12-03T23:20:49,915 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/1588230740/ns/68a48c862d5d46c7af0011a267b67199, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T23:20:49,916 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/1588230740/.tmp/rep_barrier/d70a85e9ad574d7a8688d567bb2297ce as hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/1588230740/rep_barrier/d70a85e9ad574d7a8688d567bb2297ce 2024-12-03T23:20:49,919 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/1588230740/rep_barrier/d70a85e9ad574d7a8688d567bb2297ce, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T23:20:49,920 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/1588230740/.tmp/table/1e3a6388788746968e381b27e82130b8 as hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/1588230740/table/1e3a6388788746968e381b27e82130b8 2024-12-03T23:20:49,923 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/1588230740/table/1e3a6388788746968e381b27e82130b8, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T23:20:49,924 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false 2024-12-03T23:20:49,928 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T23:20:49,928 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:20:49,928 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:20:49,928 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:20:49,928 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733268048208Running coprocessor pre-close hooks at 1733268048208Disabling compacts and flushes for region at 1733268048208Disabling writes for close at 1733268048208Obtaining lock to block concurrent updates at 1733268048208Preparing flush snapshotting stores in 1588230740 at 1733268048208Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733268048208Flushing stores of hbase:meta,,1.1588230740 at 1733268048209 (+1 ms)Flushing 1588230740/info: creating writer at 1733268048209Flushing 1588230740/info: appending metadata at 1733268048229 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733268048229Flushing 1588230740/ns: creating writer at 1733268048637 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733268048654 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733268048654Flushing 1588230740/rep_barrier: creating writer at 1733268049062 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733268049077 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733268049078 (+1 ms)Flushing 1588230740/table: creating writer at 1733268049485 (+407 ms)Flushing 1588230740/table: appending metadata at 1733268049499 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733268049499Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12d20595: reopening flushed file at 1733268049907 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e69dcc: reopening flushed file at 1733268049911 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eb0c250: reopening flushed file at 1733268049915 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70312f85: reopening flushed file at 1733268049919 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false at 1733268049924 (+5 ms)Writing region close event to WAL at 1733268049925 (+1 ms)Running coprocessor post-close hooks at 1733268049928 (+3 ms)Closed at 1733268049928 2024-12-03T23:20:49,928 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T23:20:49,941 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 1468, reset compression=false 2024-12-03T23:20:49,991 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1496, reset compression=false 2024-12-03T23:20:50,009 INFO [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(976): stopping server 5f9d64419733,42365,1733268025080; all regions closed. 2024-12-03T23:20:50,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741834_1010 (size=4239) 2024-12-03T23:20:50,011 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.meta.1733268028001.meta not finished, retry = 0 2024-12-03T23:20:50,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741839_1015 (size=3115) 2024-12-03T23:20:50,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741832_1008 (size=2417) 2024-12-03T23:20:50,116 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 not finished, retry = 0 2024-12-03T23:20:50,179 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 to pos 2409, reset compression=false 2024-12-03T23:20:50,217 DEBUG [RS:0;5f9d64419733:42365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:50,217 INFO [RS:0;5f9d64419733:42365 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:20:50,217 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/WALs/5f9d64419733,42365,1733268025080/5f9d64419733%2C42365%2C1733268025080.1733268027079 2024-12-03T23:20:50,217 INFO [RS:0;5f9d64419733:42365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:20:50,217 INFO [RS:0;5f9d64419733:42365 {}] hbase.ChoreService(370): Chore service for: regionserver/5f9d64419733:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T23:20:50,218 INFO [RS:0;5f9d64419733:42365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:20:50,218 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:20:50,218 INFO [RS:0;5f9d64419733:42365 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5f9d64419733,42365,1733268025080 because: Region server is closing 2024-12-03T23:20:50,218 INFO [RS:0;5f9d64419733:42365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:42365. 2024-12-03T23:20:50,218 DEBUG [RS:0;5f9d64419733:42365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:50,218 DEBUG [RS:0;5f9d64419733:42365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:50,218 DEBUG [RS:0;5f9d64419733:42365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:50,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:50,319 INFO [RS:0;5f9d64419733:42365 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.shipper5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 terminated 2024-12-03T23:20:50,319 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,42365,1733268025080.replicationSource.wal-reader.5f9d64419733%2C42365%2C1733268025080,1-5f9d64419733,42365,1733268025080 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-03T23:20:50,319 INFO [RS:0;5f9d64419733:42365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:42365. 2024-12-03T23:20:50,319 DEBUG [RS:0;5f9d64419733:42365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:50,319 DEBUG [RS:0;5f9d64419733:42365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:50,319 DEBUG [RS:0;5f9d64419733:42365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:50,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:50,319 INFO [RS:0;5f9d64419733:42365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42365 2024-12-03T23:20:50,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x1017aa0f7500007, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2464736022/rs/5f9d64419733,42365,1733268025080 2024-12-03T23:20:50,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2464736022/rs 2024-12-03T23:20:50,323 INFO [RS:0;5f9d64419733:42365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:20:50,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5f9d64419733,42365,1733268025080] 2024-12-03T23:20:50,326 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2464736022/draining/5f9d64419733,42365,1733268025080 already deleted, retry=false 2024-12-03T23:20:50,326 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5f9d64419733,42365,1733268025080 expired; onlineServers=0 2024-12-03T23:20:50,326 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5f9d64419733,41377,1733268024985' ***** 2024-12-03T23:20:50,326 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T23:20:50,326 INFO [M:0;5f9d64419733:41377 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:20:50,326 INFO [M:0;5f9d64419733:41377 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:20:50,326 DEBUG [M:0;5f9d64419733:41377 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T23:20:50,326 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T23:20:50,326 DEBUG [M:0;5f9d64419733:41377 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T23:20:50,326 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268026861 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268026861,5,FailOnTimeoutGroup] 2024-12-03T23:20:50,326 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268026861 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268026861,5,FailOnTimeoutGroup] 2024-12-03T23:20:50,326 INFO [M:0;5f9d64419733:41377 {}] hbase.ChoreService(370): Chore service for: master/5f9d64419733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T23:20:50,326 INFO [M:0;5f9d64419733:41377 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:20:50,327 DEBUG [M:0;5f9d64419733:41377 {}] master.HMaster(1795): Stopping service threads 2024-12-03T23:20:50,327 INFO [M:0;5f9d64419733:41377 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T23:20:50,327 INFO [M:0;5f9d64419733:41377 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:20:50,327 INFO [M:0;5f9d64419733:41377 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T23:20:50,327 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T23:20:50,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2464736022/master 2024-12-03T23:20:50,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2464736022 2024-12-03T23:20:50,327 DEBUG [M:0;5f9d64419733:41377 {}] zookeeper.ZKUtil(347): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Unable to get data of znode /2464736022/master because node does not exist (not an error) 2024-12-03T23:20:50,328 WARN [M:0;5f9d64419733:41377 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T23:20:50,329 INFO [M:0;5f9d64419733:41377 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/.lastflushedseqids 2024-12-03T23:20:50,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741848_1024 (size=245) 2024-12-03T23:20:50,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x1017aa0f7500007, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:20:50,425 INFO [RS:0;5f9d64419733:42365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:20:50,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x1017aa0f7500007, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:20:50,425 INFO [RS:0;5f9d64419733:42365 {}] regionserver.HRegionServer(1031): Exiting; stopping=5f9d64419733,42365,1733268025080; zookeeper connection closed. 2024-12-03T23:20:50,425 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75ce917 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75ce917 2024-12-03T23:20:50,425 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T23:20:50,595 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1496, reset compression=false 2024-12-03T23:20:50,644 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 1468, reset compression=false 2024-12-03T23:20:50,733 INFO [M:0;5f9d64419733:41377 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T23:20:50,733 INFO [M:0;5f9d64419733:41377 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T23:20:50,734 DEBUG [M:0;5f9d64419733:41377 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:20:50,734 INFO [M:0;5f9d64419733:41377 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:50,734 DEBUG [M:0;5f9d64419733:41377 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:50,734 DEBUG [M:0;5f9d64419733:41377 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:20:50,734 DEBUG [M:0;5f9d64419733:41377 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:50,734 INFO [M:0;5f9d64419733:41377 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-12-03T23:20:50,749 DEBUG [M:0;5f9d64419733:41377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68e81277cee845dfaad2a6423c64372c is 82, key is hbase:meta,,1/info:regioninfo/1733268028032/Put/seqid=0 2024-12-03T23:20:50,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741849_1025 (size=5672) 2024-12-03T23:20:50,883 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T23:20:51,153 INFO [M:0;5f9d64419733:41377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68e81277cee845dfaad2a6423c64372c 2024-12-03T23:20:51,175 DEBUG [M:0;5f9d64419733:41377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/907aab6c7e654d1e9c71db97e5501829 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733268039132/Put/seqid=0 2024-12-03T23:20:51,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741850_1026 (size=9212) 2024-12-03T23:20:51,298 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1496, reset compression=false 2024-12-03T23:20:51,448 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 1468, reset compression=false 2024-12-03T23:20:51,580 INFO [M:0;5f9d64419733:41377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/907aab6c7e654d1e9c71db97e5501829 2024-12-03T23:20:51,599 DEBUG [M:0;5f9d64419733:41377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eea9279ae11c4835bbdb64a0973a42e2 is 69, key is 5f9d64419733,42365,1733268025080/rs:state/1733268026936/Put/seqid=0 2024-12-03T23:20:51,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741851_1027 (size=5156) 2024-12-03T23:20:52,003 INFO [M:0;5f9d64419733:41377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eea9279ae11c4835bbdb64a0973a42e2 2024-12-03T23:20:52,007 DEBUG [M:0;5f9d64419733:41377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68e81277cee845dfaad2a6423c64372c as hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68e81277cee845dfaad2a6423c64372c 2024-12-03T23:20:52,011 INFO [M:0;5f9d64419733:41377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68e81277cee845dfaad2a6423c64372c, entries=8, sequenceid=127, filesize=5.5 K 2024-12-03T23:20:52,012 DEBUG [M:0;5f9d64419733:41377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/907aab6c7e654d1e9c71db97e5501829 as hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/907aab6c7e654d1e9c71db97e5501829 2024-12-03T23:20:52,015 INFO [M:0;5f9d64419733:41377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/907aab6c7e654d1e9c71db97e5501829, entries=15, sequenceid=127, filesize=9.0 K 2024-12-03T23:20:52,016 DEBUG [M:0;5f9d64419733:41377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eea9279ae11c4835bbdb64a0973a42e2 as hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eea9279ae11c4835bbdb64a0973a42e2 2024-12-03T23:20:52,019 INFO [M:0;5f9d64419733:41377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43917/user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eea9279ae11c4835bbdb64a0973a42e2, entries=1, sequenceid=127, filesize=5.0 K 2024-12-03T23:20:52,020 INFO [M:0;5f9d64419733:41377 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false 2024-12-03T23:20:52,021 INFO [M:0;5f9d64419733:41377 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:52,021 DEBUG [M:0;5f9d64419733:41377 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733268050733Disabling compacts and flushes for region at 1733268050733Disabling writes for close at 1733268050734 (+1 ms)Obtaining lock to block concurrent updates at 1733268050734Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733268050734Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1733268050734Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733268050735 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733268050735Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733268050749 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733268050749Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733268051157 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733268051174 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733268051174Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733268051584 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733268051598 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733268051598Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ce1dba0: reopening flushed file at 1733268052007 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4619f2dd: reopening flushed file at 1733268052011 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5577de90: reopening flushed file at 1733268052015 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false at 1733268052020 (+5 ms)Writing region close event to WAL at 1733268052021 (+1 ms)Closed at 1733268052021 2024-12-03T23:20:52,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36805 is added to blk_1073741830_1006 (size=73866) 2024-12-03T23:20:52,023 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f824fbcf-76bb-d336-a731-6db5116b79d4/MasterData/WALs/5f9d64419733,41377,1733268024985/5f9d64419733%2C41377%2C1733268024985.1733268026783 not finished, retry = 0 2024-12-03T23:20:52,102 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1496, reset compression=false 2024-12-03T23:20:52,124 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:20:52,124 INFO [M:0;5f9d64419733:41377 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T23:20:52,124 INFO [M:0;5f9d64419733:41377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41377 2024-12-03T23:20:52,125 INFO [M:0;5f9d64419733:41377 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:20:52,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:20:52,232 INFO [M:0;5f9d64419733:41377 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:20:52,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x1017aa0f7500006, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:20:52,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60672866{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:20:52,236 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@412bff8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:20:52,236 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:20:52,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18c05b4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:20:52,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70d3cd1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/hadoop.log.dir/,STOPPED} 2024-12-03T23:20:52,238 WARN [BP-1944504127-172.17.0.2-1733268023713 heartbeating to localhost/127.0.0.1:43917 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T23:20:52,238 WARN [BP-1944504127-172.17.0.2-1733268023713 heartbeating to localhost/127.0.0.1:43917 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1944504127-172.17.0.2-1733268023713 (Datanode Uuid 34678c1d-dc9f-4b07-a23a-12d6a1fe8700) service to localhost/127.0.0.1:43917 2024-12-03T23:20:52,238 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T23:20:52,238 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T23:20:52,238 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/cluster_67c2b5d8-7bec-e1db-248a-e9bcb6ddac98/data/data1/current/BP-1944504127-172.17.0.2-1733268023713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:20:52,238 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/cluster_67c2b5d8-7bec-e1db-248a-e9bcb6ddac98/data/data2/current/BP-1944504127-172.17.0.2-1733268023713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:20:52,239 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T23:20:52,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@555067b2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:20:52,246 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@571fba1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:20:52,246 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:20:52,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cdfa9ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:20:52,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@491650c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/hadoop.log.dir/,STOPPED} 2024-12-03T23:20:52,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T23:20:52,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T23:20:52,262 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:20:52,262 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:52,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:52,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:52,262 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T23:20:52,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:52,262 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=835004453, stopped=false 2024-12-03T23:20:52,262 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5f9d64419733,42843,1733268021310 2024-12-03T23:20:52,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1306127057/running 2024-12-03T23:20:52,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x1017aa0f7500004, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1306127057/running 2024-12-03T23:20:52,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1306127057 2024-12-03T23:20:52,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x1017aa0f7500004, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1306127057 2024-12-03T23:20:52,264 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:20:52,264 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:20:52,264 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:52,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:52,264 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5f9d64419733,34535,1733268021345' ***** 2024-12-03T23:20:52,265 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T23:20:52,265 INFO [RS:0;5f9d64419733:34535 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T23:20:52,265 INFO [RS:0;5f9d64419733:34535 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T23:20:52,265 INFO [RS:0;5f9d64419733:34535 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T23:20:52,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34535-0x1017aa0f7500004, quorum=127.0.0.1:51955, baseZNode=/1306127057 Set watcher on znode that does not yet exist, /1306127057/running 2024-12-03T23:20:52,265 INFO [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(3091): Received CLOSE for e1ea5a7a7693d3eacf16132346a5b8ed 2024-12-03T23:20:52,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Set watcher on znode that does not yet exist, /1306127057/running 2024-12-03T23:20:52,265 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T23:20:52,266 INFO [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(3091): Received CLOSE for 246380d993f3455f69cea287027f8819 2024-12-03T23:20:52,266 INFO [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(959): stopping server 5f9d64419733,34535,1733268021345 2024-12-03T23:20:52,266 INFO [RS:0;5f9d64419733:34535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:20:52,266 INFO [RS:0;5f9d64419733:34535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:34535. 2024-12-03T23:20:52,266 DEBUG [RS:0;5f9d64419733:34535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:52,266 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e1ea5a7a7693d3eacf16132346a5b8ed, disabling compactions & flushes 2024-12-03T23:20:52,266 DEBUG [RS:0;5f9d64419733:34535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:52,266 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed. 2024-12-03T23:20:52,266 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed. 2024-12-03T23:20:52,266 INFO [RS:0;5f9d64419733:34535 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T23:20:52,266 INFO [RS:0;5f9d64419733:34535 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T23:20:52,266 INFO [RS:0;5f9d64419733:34535 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T23:20:52,266 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed. after waiting 0 ms 2024-12-03T23:20:52,266 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed. 2024-12-03T23:20:52,266 INFO [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T23:20:52,266 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e1ea5a7a7693d3eacf16132346a5b8ed 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-03T23:20:52,266 INFO [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T23:20:52,266 DEBUG [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(1325): Online Regions={e1ea5a7a7693d3eacf16132346a5b8ed=hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed., 1588230740=hbase:meta,,1.1588230740, 246380d993f3455f69cea287027f8819=test,,1733268030283.246380d993f3455f69cea287027f8819.} 2024-12-03T23:20:52,266 DEBUG [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 246380d993f3455f69cea287027f8819, e1ea5a7a7693d3eacf16132346a5b8ed 2024-12-03T23:20:52,266 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:20:52,266 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:20:52,266 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:20:52,266 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:20:52,266 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:20:52,266 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T23:20:52,281 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/replication/e1ea5a7a7693d3eacf16132346a5b8ed/.tmp/queue/f7fabcd1dc0c44f3b643c074a252816d is 154, key is 1-5f9d64419733,34535,1733268021345/queue:5f9d64419733%2C34535%2C1733268021345/1733268047928/Put/seqid=0 2024-12-03T23:20:52,281 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/1588230740/.tmp/info/83da8759ebd943f78cc49575145ede87 is 147, key is hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed./info:regioninfo/1733268037227/Put/seqid=0 2024-12-03T23:20:52,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741840_1016 (size=7686) 2024-12-03T23:20:52,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741841_1017 (size=5353) 2024-12-03T23:20:52,329 INFO [regionserver/5f9d64419733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:20:52,352 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 1468, reset compression=false 2024-12-03T23:20:52,410 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T23:20:52,410 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T23:20:52,466 DEBUG [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 246380d993f3455f69cea287027f8819, e1ea5a7a7693d3eacf16132346a5b8ed 2024-12-03T23:20:52,667 DEBUG [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 246380d993f3455f69cea287027f8819, e1ea5a7a7693d3eacf16132346a5b8ed 2024-12-03T23:20:52,686 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/1588230740/.tmp/info/83da8759ebd943f78cc49575145ede87 2024-12-03T23:20:52,689 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/replication/e1ea5a7a7693d3eacf16132346a5b8ed/.tmp/queue/f7fabcd1dc0c44f3b643c074a252816d 2024-12-03T23:20:52,694 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/replication/e1ea5a7a7693d3eacf16132346a5b8ed/.tmp/queue/f7fabcd1dc0c44f3b643c074a252816d as hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/replication/e1ea5a7a7693d3eacf16132346a5b8ed/queue/f7fabcd1dc0c44f3b643c074a252816d 2024-12-03T23:20:52,697 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/replication/e1ea5a7a7693d3eacf16132346a5b8ed/queue/f7fabcd1dc0c44f3b643c074a252816d, entries=1, sequenceid=14, filesize=5.2 K 2024-12-03T23:20:52,698 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for e1ea5a7a7693d3eacf16132346a5b8ed in 432ms, sequenceid=14, compaction requested=false 2024-12-03T23:20:52,698 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T23:20:52,702 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/replication/e1ea5a7a7693d3eacf16132346a5b8ed/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-03T23:20:52,702 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:20:52,702 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:20:52,702 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed. 2024-12-03T23:20:52,702 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e1ea5a7a7693d3eacf16132346a5b8ed: Waiting for close lock at 1733268052266Running coprocessor pre-close hooks at 1733268052266Disabling compacts and flushes for region at 1733268052266Disabling writes for close at 1733268052266Obtaining lock to block concurrent updates at 1733268052266Preparing flush snapshotting stores in e1ea5a7a7693d3eacf16132346a5b8ed at 1733268052266Finished memstore snapshotting hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733268052266Flushing stores of hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed. at 1733268052267 (+1 ms)Flushing e1ea5a7a7693d3eacf16132346a5b8ed/queue: creating writer at 1733268052267Flushing e1ea5a7a7693d3eacf16132346a5b8ed/queue: appending metadata at 1733268052281 (+14 ms)Flushing e1ea5a7a7693d3eacf16132346a5b8ed/queue: closing flushed file at 1733268052281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f44521d: reopening flushed file at 1733268052693 (+412 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for e1ea5a7a7693d3eacf16132346a5b8ed in 432ms, sequenceid=14, compaction requested=false at 1733268052698 (+5 ms)Writing region close event to WAL at 1733268052700 (+2 ms)Running coprocessor post-close hooks at 1733268052702 (+2 ms)Closed at 1733268052702 2024-12-03T23:20:52,702 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733268036805.e1ea5a7a7693d3eacf16132346a5b8ed. 2024-12-03T23:20:52,703 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 246380d993f3455f69cea287027f8819, disabling compactions & flushes 2024-12-03T23:20:52,703 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733268030283.246380d993f3455f69cea287027f8819. 2024-12-03T23:20:52,703 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733268030283.246380d993f3455f69cea287027f8819. 2024-12-03T23:20:52,703 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733268030283.246380d993f3455f69cea287027f8819. after waiting 0 ms 2024-12-03T23:20:52,703 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733268030283.246380d993f3455f69cea287027f8819. 2024-12-03T23:20:52,703 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 246380d993f3455f69cea287027f8819 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-03T23:20:52,711 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/1588230740/.tmp/ns/47150fc4ae5a4892a2dd525ca42b7e8a is 43, key is default/ns:d/1733268023558/Put/seqid=0 2024-12-03T23:20:52,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741842_1018 (size=5153) 2024-12-03T23:20:52,720 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/default/test/246380d993f3455f69cea287027f8819/.tmp/f/cbec0b86ddf24c44a972156dd1ff0587 is 37, key is row3/f:row3/1733268046862/Put/seqid=0 2024-12-03T23:20:52,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741843_1019 (size=5228) 2024-12-03T23:20:52,725 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/default/test/246380d993f3455f69cea287027f8819/.tmp/f/cbec0b86ddf24c44a972156dd1ff0587 2024-12-03T23:20:52,728 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cbec0b86ddf24c44a972156dd1ff0587 2024-12-03T23:20:52,746 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/default/test/246380d993f3455f69cea287027f8819/.tmp/f1/48ccb5783d8c4a52b3582a0ba4832d2b is 30, key is row1/f1:/1733268044192/DeleteFamily/seqid=0 2024-12-03T23:20:52,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741844_1020 (size=5158) 2024-12-03T23:20:52,867 DEBUG [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 246380d993f3455f69cea287027f8819 2024-12-03T23:20:53,005 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1496, reset compression=false 2024-12-03T23:20:53,067 DEBUG [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 246380d993f3455f69cea287027f8819 2024-12-03T23:20:53,115 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/1588230740/.tmp/ns/47150fc4ae5a4892a2dd525ca42b7e8a 2024-12-03T23:20:53,133 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/1588230740/.tmp/rep_barrier/ff39b1b9350d47bfb45c2ae7cd1f8609 is 112, key is test,,1733268030283.246380d993f3455f69cea287027f8819./rep_barrier:seqnumDuringOpen/1733268031446/Put/seqid=0 2024-12-03T23:20:53,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741845_1021 (size=5518) 2024-12-03T23:20:53,150 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/default/test/246380d993f3455f69cea287027f8819/.tmp/f1/48ccb5783d8c4a52b3582a0ba4832d2b 2024-12-03T23:20:53,154 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48ccb5783d8c4a52b3582a0ba4832d2b 2024-12-03T23:20:53,175 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/default/test/246380d993f3455f69cea287027f8819/.tmp/norep/5e43cd984f1e4bbd9c680483e3e711a7 is 33, key is row1/norep:/1733268044192/DeleteFamily/seqid=0 2024-12-03T23:20:53,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741846_1022 (size=5108) 2024-12-03T23:20:53,267 INFO [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T23:20:53,267 DEBUG [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 246380d993f3455f69cea287027f8819=test,,1733268030283.246380d993f3455f69cea287027f8819.} 2024-12-03T23:20:53,267 DEBUG [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 246380d993f3455f69cea287027f8819 2024-12-03T23:20:53,355 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 1468, reset compression=false 2024-12-03T23:20:53,360 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:20:53,360 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 1715, reset compression=false 2024-12-03T23:20:53,360 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.shipper5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,34535,1733268021345 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:20:53,361 ERROR [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.shipper5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5f9d64419733,34535,1733268021345: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5f9d64419733,34535,1733268021345, walGroup=5f9d64419733%2C34535%2C1733268021345, offset=5f9d64419733%2C34535%2C1733268021345.1733268022536:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:34535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T23:20:53,362 ERROR [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.shipper5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T23:20:53,362 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.shipper5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T23:20:53,362 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.shipper5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T23:20:53,362 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.shipper5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T23:20:53,362 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.shipper5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T23:20:53,362 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.shipper5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1214251008, "init": 1048576000, "max": 2306867200, "used": 897111360 }, "NonHeapMemoryUsage": { "committed": 202702848, "init": 7667712, "max": -1, "used": 199809064 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T23:20:53,363 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.shipper5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:42843 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:42843 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T23:20:53,467 DEBUG [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 246380d993f3455f69cea287027f8819 2024-12-03T23:20:53,537 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/1588230740/.tmp/rep_barrier/ff39b1b9350d47bfb45c2ae7cd1f8609 2024-12-03T23:20:53,561 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/1588230740/.tmp/table/18e9841e446d4af3a4aa14ebad04d633 is 53, key is hbase:replication/table:state/1733268037251/Put/seqid=0 2024-12-03T23:20:53,562 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 1715, reset compression=false 2024-12-03T23:20:53,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741847_1023 (size=5308) 2024-12-03T23:20:53,579 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/default/test/246380d993f3455f69cea287027f8819/.tmp/norep/5e43cd984f1e4bbd9c680483e3e711a7 2024-12-03T23:20:53,583 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e43cd984f1e4bbd9c680483e3e711a7 2024-12-03T23:20:53,584 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/default/test/246380d993f3455f69cea287027f8819/.tmp/f/cbec0b86ddf24c44a972156dd1ff0587 as hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/default/test/246380d993f3455f69cea287027f8819/f/cbec0b86ddf24c44a972156dd1ff0587 2024-12-03T23:20:53,587 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cbec0b86ddf24c44a972156dd1ff0587 2024-12-03T23:20:53,587 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/default/test/246380d993f3455f69cea287027f8819/f/cbec0b86ddf24c44a972156dd1ff0587, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T23:20:53,588 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/default/test/246380d993f3455f69cea287027f8819/.tmp/f1/48ccb5783d8c4a52b3582a0ba4832d2b as hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/default/test/246380d993f3455f69cea287027f8819/f1/48ccb5783d8c4a52b3582a0ba4832d2b 2024-12-03T23:20:53,591 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48ccb5783d8c4a52b3582a0ba4832d2b 2024-12-03T23:20:53,591 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/default/test/246380d993f3455f69cea287027f8819/f1/48ccb5783d8c4a52b3582a0ba4832d2b, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T23:20:53,592 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/default/test/246380d993f3455f69cea287027f8819/.tmp/norep/5e43cd984f1e4bbd9c680483e3e711a7 as hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/default/test/246380d993f3455f69cea287027f8819/norep/5e43cd984f1e4bbd9c680483e3e711a7 2024-12-03T23:20:53,595 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e43cd984f1e4bbd9c680483e3e711a7 2024-12-03T23:20:53,595 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/default/test/246380d993f3455f69cea287027f8819/norep/5e43cd984f1e4bbd9c680483e3e711a7, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T23:20:53,596 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 246380d993f3455f69cea287027f8819 in 893ms, sequenceid=12, compaction requested=false 2024-12-03T23:20:53,596 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T23:20:53,603 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/default/test/246380d993f3455f69cea287027f8819/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T23:20:53,604 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:20:53,604 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T23:20:53,604 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733268030283.246380d993f3455f69cea287027f8819. 2024-12-03T23:20:53,604 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 246380d993f3455f69cea287027f8819: Waiting for close lock at 1733268052703Running coprocessor pre-close hooks at 1733268052703Disabling compacts and flushes for region at 1733268052703Disabling writes for close at 1733268052703Obtaining lock to block concurrent updates at 1733268052703Preparing flush snapshotting stores in 246380d993f3455f69cea287027f8819 at 1733268052703Finished memstore snapshotting test,,1733268030283.246380d993f3455f69cea287027f8819., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733268052703Flushing stores of test,,1733268030283.246380d993f3455f69cea287027f8819. at 1733268052703Flushing 246380d993f3455f69cea287027f8819/f: creating writer at 1733268052703Flushing 246380d993f3455f69cea287027f8819/f: appending metadata at 1733268052720 (+17 ms)Flushing 246380d993f3455f69cea287027f8819/f: closing flushed file at 1733268052720Flushing 246380d993f3455f69cea287027f8819/f1: creating writer at 1733268052729 (+9 ms)Flushing 246380d993f3455f69cea287027f8819/f1: appending metadata at 1733268052745 (+16 ms)Flushing 246380d993f3455f69cea287027f8819/f1: closing flushed file at 1733268052745Flushing 246380d993f3455f69cea287027f8819/norep: creating writer at 1733268053154 (+409 ms)Flushing 246380d993f3455f69cea287027f8819/norep: appending metadata at 1733268053174 (+20 ms)Flushing 246380d993f3455f69cea287027f8819/norep: closing flushed file at 1733268053174Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3edf1e98: reopening flushed file at 1733268053583 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15a98101: reopening flushed file at 1733268053587 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@81f484: reopening flushed file at 1733268053591 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 246380d993f3455f69cea287027f8819 in 893ms, sequenceid=12, compaction requested=false at 1733268053596 (+5 ms)Writing region close event to WAL at 1733268053601 (+5 ms)Running coprocessor post-close hooks at 1733268053604 (+3 ms)Closed at 1733268053604 2024-12-03T23:20:53,604 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733268030283.246380d993f3455f69cea287027f8819. 2024-12-03T23:20:53,668 DEBUG [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:20:53,748 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:20:53,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:53,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:53,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:53,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:53,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:53,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:53,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:53,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:53,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:53,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:53,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:53,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:53,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:53,868 DEBUG [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:20:53,870 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 1715, reset compression=false 2024-12-03T23:20:53,875 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:20:53,875 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.wal-reader.5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/WALs/5f9d64419733,34535,1733268021345/5f9d64419733%2C34535%2C1733268021345.1733268022536 to pos 2359, reset compression=false 2024-12-03T23:20:53,972 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/1588230740/.tmp/table/18e9841e446d4af3a4aa14ebad04d633 2024-12-03T23:20:53,977 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/1588230740/.tmp/info/83da8759ebd943f78cc49575145ede87 as hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/1588230740/info/83da8759ebd943f78cc49575145ede87 2024-12-03T23:20:53,980 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/1588230740/info/83da8759ebd943f78cc49575145ede87, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T23:20:53,981 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/1588230740/.tmp/ns/47150fc4ae5a4892a2dd525ca42b7e8a as hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/1588230740/ns/47150fc4ae5a4892a2dd525ca42b7e8a 2024-12-03T23:20:53,984 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/1588230740/ns/47150fc4ae5a4892a2dd525ca42b7e8a, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T23:20:53,985 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/1588230740/.tmp/rep_barrier/ff39b1b9350d47bfb45c2ae7cd1f8609 as hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/1588230740/rep_barrier/ff39b1b9350d47bfb45c2ae7cd1f8609 2024-12-03T23:20:53,989 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/1588230740/rep_barrier/ff39b1b9350d47bfb45c2ae7cd1f8609, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T23:20:53,989 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/1588230740/.tmp/table/18e9841e446d4af3a4aa14ebad04d633 as hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/1588230740/table/18e9841e446d4af3a4aa14ebad04d633 2024-12-03T23:20:53,992 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/1588230740/table/18e9841e446d4af3a4aa14ebad04d633, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T23:20:53,993 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false 2024-12-03T23:20:53,993 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T23:20:53,998 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T23:20:53,999 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:20:53,999 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:20:53,999 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:20:53,999 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733268052266Running coprocessor pre-close hooks at 1733268052266Disabling compacts and flushes for region at 1733268052266Disabling writes for close at 1733268052266Obtaining lock to block concurrent updates at 1733268052266Preparing flush snapshotting stores in 1588230740 at 1733268052266Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733268052267 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733268052267Flushing 1588230740/info: creating writer at 1733268052267Flushing 1588230740/info: appending metadata at 1733268052281 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733268052281Flushing 1588230740/ns: creating writer at 1733268052693 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733268052710 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733268052710Flushing 1588230740/rep_barrier: creating writer at 1733268053119 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733268053133 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733268053133Flushing 1588230740/table: creating writer at 1733268053545 (+412 ms)Flushing 1588230740/table: appending metadata at 1733268053561 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733268053561Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ae3c659: reopening flushed file at 1733268053976 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7869626a: reopening flushed file at 1733268053980 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2149778d: reopening flushed file at 1733268053985 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@745be1cc: reopening flushed file at 1733268053989 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false at 1733268053993 (+4 ms)Writing region close event to WAL at 1733268053996 (+3 ms)Running coprocessor post-close hooks at 1733268053999 (+3 ms)Closed at 1733268053999 2024-12-03T23:20:53,999 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T23:20:54,008 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1496, reset compression=false 2024-12-03T23:20:54,068 INFO [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(976): stopping server 5f9d64419733,34535,1733268021345; all regions closed. 2024-12-03T23:20:54,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741834_1010 (size=4239) 2024-12-03T23:20:54,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741839_1015 (size=3552) 2024-12-03T23:20:54,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741832_1008 (size=2367) 2024-12-03T23:20:54,076 DEBUG [RS:0;5f9d64419733:34535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:54,076 INFO [RS:0;5f9d64419733:34535 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:20:54,076 INFO [RS:0;5f9d64419733:34535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:20:54,076 INFO [RS:0;5f9d64419733:34535 {}] hbase.ChoreService(370): Chore service for: regionserver/5f9d64419733:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T23:20:54,076 INFO [RS:0;5f9d64419733:34535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:20:54,076 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:20:54,076 INFO [RS:0;5f9d64419733:34535 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5f9d64419733,34535,1733268021345 because: Region server is closing 2024-12-03T23:20:54,077 INFO [RS:0;5f9d64419733:34535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:34535. 2024-12-03T23:20:54,077 DEBUG [RS:0;5f9d64419733:34535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:54,077 DEBUG [RS:0;5f9d64419733:34535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:54,077 DEBUG [RS:0;5f9d64419733:34535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:54,077 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:54,177 INFO [RS:0;5f9d64419733:34535 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,34535,1733268021345.replicationSource.shipper5f9d64419733%2C34535%2C1733268021345,1-5f9d64419733,34535,1733268021345 terminated 2024-12-03T23:20:54,178 INFO [RS:0;5f9d64419733:34535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:34535. 2024-12-03T23:20:54,178 DEBUG [RS:0;5f9d64419733:34535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:54,178 DEBUG [RS:0;5f9d64419733:34535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:54,178 DEBUG [RS:0;5f9d64419733:34535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:54,178 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:54,178 INFO [RS:0;5f9d64419733:34535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34535 2024-12-03T23:20:54,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x1017aa0f7500004, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1306127057/rs/5f9d64419733,34535,1733268021345 2024-12-03T23:20:54,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1306127057/rs 2024-12-03T23:20:54,180 INFO [RS:0;5f9d64419733:34535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:20:54,187 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5f9d64419733,34535,1733268021345] 2024-12-03T23:20:54,188 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1306127057/draining/5f9d64419733,34535,1733268021345 already deleted, retry=false 2024-12-03T23:20:54,188 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5f9d64419733,34535,1733268021345 expired; onlineServers=0 2024-12-03T23:20:54,188 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5f9d64419733,42843,1733268021310' ***** 2024-12-03T23:20:54,188 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T23:20:54,188 INFO [M:0;5f9d64419733:42843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:20:54,188 INFO [M:0;5f9d64419733:42843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:20:54,188 DEBUG [M:0;5f9d64419733:42843 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T23:20:54,188 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T23:20:54,188 DEBUG [M:0;5f9d64419733:42843 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T23:20:54,188 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268022356 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268022356,5,FailOnTimeoutGroup] 2024-12-03T23:20:54,188 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268022356 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268022356,5,FailOnTimeoutGroup] 2024-12-03T23:20:54,188 INFO [M:0;5f9d64419733:42843 {}] hbase.ChoreService(370): Chore service for: master/5f9d64419733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T23:20:54,188 INFO [M:0;5f9d64419733:42843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:20:54,188 DEBUG [M:0;5f9d64419733:42843 {}] master.HMaster(1795): Stopping service threads 2024-12-03T23:20:54,189 INFO [M:0;5f9d64419733:42843 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T23:20:54,189 INFO [M:0;5f9d64419733:42843 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:20:54,189 INFO [M:0;5f9d64419733:42843 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T23:20:54,189 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T23:20:54,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1306127057/master 2024-12-03T23:20:54,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1306127057 2024-12-03T23:20:54,189 DEBUG [M:0;5f9d64419733:42843 {}] zookeeper.ZKUtil(347): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Unable to get data of znode /1306127057/master because node does not exist (not an error) 2024-12-03T23:20:54,189 WARN [M:0;5f9d64419733:42843 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T23:20:54,190 INFO [M:0;5f9d64419733:42843 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/.lastflushedseqids 2024-12-03T23:20:54,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741848_1024 (size=245) 2024-12-03T23:20:54,205 INFO [M:0;5f9d64419733:42843 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T23:20:54,205 INFO [M:0;5f9d64419733:42843 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T23:20:54,205 DEBUG [M:0;5f9d64419733:42843 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:20:54,205 INFO [M:0;5f9d64419733:42843 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:54,205 DEBUG [M:0;5f9d64419733:42843 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:54,205 DEBUG [M:0;5f9d64419733:42843 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:20:54,205 DEBUG [M:0;5f9d64419733:42843 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:54,205 INFO [M:0;5f9d64419733:42843 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-03T23:20:54,224 DEBUG [M:0;5f9d64419733:42843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0423793df5334f398dfb5380a63c2513 is 82, key is hbase:meta,,1/info:regioninfo/1733268023542/Put/seqid=0 2024-12-03T23:20:54,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741849_1025 (size=5672) 2024-12-03T23:20:54,229 INFO [M:0;5f9d64419733:42843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0423793df5334f398dfb5380a63c2513 2024-12-03T23:20:54,247 DEBUG [M:0;5f9d64419733:42843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b375ab6b0644a65b4c5e8345e48b674 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733268037256/Put/seqid=0 2024-12-03T23:20:54,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741850_1026 (size=8517) 2024-12-03T23:20:54,250 INFO [M:0;5f9d64419733:42843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b375ab6b0644a65b4c5e8345e48b674 2024-12-03T23:20:54,271 DEBUG [M:0;5f9d64419733:42843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73d9d1dd3ff8454287d193390862735d is 69, key is 5f9d64419733,34535,1733268021345/rs:state/1733268022384/Put/seqid=0 2024-12-03T23:20:54,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741851_1027 (size=5156) 2024-12-03T23:20:54,287 INFO [RS:0;5f9d64419733:34535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:20:54,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x1017aa0f7500004, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:20:54,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34535-0x1017aa0f7500004, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:20:54,287 INFO [RS:0;5f9d64419733:34535 {}] regionserver.HRegionServer(1031): Exiting; stopping=5f9d64419733,34535,1733268021345; zookeeper connection closed. 2024-12-03T23:20:54,287 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17345131 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17345131 2024-12-03T23:20:54,287 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T23:20:54,675 INFO [M:0;5f9d64419733:42843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73d9d1dd3ff8454287d193390862735d 2024-12-03T23:20:54,679 DEBUG [M:0;5f9d64419733:42843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0423793df5334f398dfb5380a63c2513 as hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0423793df5334f398dfb5380a63c2513 2024-12-03T23:20:54,683 INFO [M:0;5f9d64419733:42843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0423793df5334f398dfb5380a63c2513, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T23:20:54,684 DEBUG [M:0;5f9d64419733:42843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b375ab6b0644a65b4c5e8345e48b674 as hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b375ab6b0644a65b4c5e8345e48b674 2024-12-03T23:20:54,687 INFO [M:0;5f9d64419733:42843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b375ab6b0644a65b4c5e8345e48b674, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T23:20:54,687 DEBUG [M:0;5f9d64419733:42843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73d9d1dd3ff8454287d193390862735d as hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73d9d1dd3ff8454287d193390862735d 2024-12-03T23:20:54,690 INFO [M:0;5f9d64419733:42843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42439/user/jenkins/test-data/d2b12fd4-0718-e806-1056-4e1dadc86ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73d9d1dd3ff8454287d193390862735d, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T23:20:54,691 INFO [M:0;5f9d64419733:42843 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 486ms, sequenceid=97, compaction requested=false 2024-12-03T23:20:54,692 INFO [M:0;5f9d64419733:42843 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:54,692 DEBUG [M:0;5f9d64419733:42843 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733268054205Disabling compacts and flushes for region at 1733268054205Disabling writes for close at 1733268054205Obtaining lock to block concurrent updates at 1733268054205Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733268054205Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733268054205Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733268054206 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733268054206Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733268054224 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733268054224Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733268054232 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733268054246 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733268054246Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733268054254 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733268054270 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733268054270Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3093ad20: reopening flushed file at 1733268054679 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@334faa45: reopening flushed file at 1733268054683 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5457f20a: reopening flushed file at 1733268054687 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 486ms, sequenceid=97, compaction requested=false at 1733268054691 (+4 ms)Writing region close event to WAL at 1733268054692 (+1 ms)Closed at 1733268054692 2024-12-03T23:20:54,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41833 is added to blk_1073741830_1006 (size=63666) 2024-12-03T23:20:54,694 INFO [M:0;5f9d64419733:42843 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T23:20:54,694 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:20:54,695 INFO [M:0;5f9d64419733:42843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42843 2024-12-03T23:20:54,695 INFO [M:0;5f9d64419733:42843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:20:54,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:20:54,797 INFO [M:0;5f9d64419733:42843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:20:54,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42843-0x1017aa0f7500003, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:20:54,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3da64c88{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:20:54,800 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fc9cb47{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:20:54,800 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:20:54,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37e857e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:20:54,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37999a1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/hadoop.log.dir/,STOPPED} 2024-12-03T23:20:54,802 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T23:20:54,802 WARN [BP-569550842-172.17.0.2-1733268020107 heartbeating to localhost/127.0.0.1:42439 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T23:20:54,802 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T23:20:54,802 WARN [BP-569550842-172.17.0.2-1733268020107 heartbeating to localhost/127.0.0.1:42439 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-569550842-172.17.0.2-1733268020107 (Datanode Uuid 73129191-7d48-43e3-acaa-afc3ca76d3da) service to localhost/127.0.0.1:42439 2024-12-03T23:20:54,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/cluster_90f038b9-8737-6ee9-98a8-df1837dab43d/data/data1/current/BP-569550842-172.17.0.2-1733268020107 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:20:54,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/cluster_90f038b9-8737-6ee9-98a8-df1837dab43d/data/data2/current/BP-569550842-172.17.0.2-1733268020107 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:20:54,803 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T23:20:54,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624c38f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:20:54,810 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ec3d9bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:20:54,810 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:20:54,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@413816ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:20:54,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dafa61f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e192b12a-4720-ff08-c054-dae21fd1aaec/hadoop.log.dir/,STOPPED} 2024-12-03T23:20:54,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T23:20:54,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T23:20:54,825 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:20:54,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:54,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:54,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:54,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:54,826 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T23:20:54,826 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=409748190, stopped=false 2024-12-03T23:20:54,826 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5f9d64419733,33737,1733268017153 2024-12-03T23:20:54,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1053031207/running 2024-12-03T23:20:54,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053031207 2024-12-03T23:20:54,828 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:20:54,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39787-0x1017aa0f7500001, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1053031207/running 2024-12-03T23:20:54,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:20:54,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39787-0x1017aa0f7500001, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053031207 2024-12-03T23:20:54,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:54,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:54,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Set watcher on znode that does not yet exist, /0-1053031207/running 2024-12-03T23:20:54,829 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5f9d64419733,39787,1733268017227' ***** 2024-12-03T23:20:54,829 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T23:20:54,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39787-0x1017aa0f7500001, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Set watcher on znode that does not yet exist, /0-1053031207/running 2024-12-03T23:20:54,830 INFO [RS:0;5f9d64419733:39787 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T23:20:54,830 INFO [RS:0;5f9d64419733:39787 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T23:20:54,830 INFO [RS:0;5f9d64419733:39787 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T23:20:54,830 INFO [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(3091): Received CLOSE for 66e8a507b84ec0a652e1ae5761a276c0 2024-12-03T23:20:54,830 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T23:20:54,830 INFO [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(3091): Received CLOSE for 830d96b9aa0e0caea5f2774246809942 2024-12-03T23:20:54,830 INFO [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(959): stopping server 5f9d64419733,39787,1733268017227 2024-12-03T23:20:54,830 INFO [RS:0;5f9d64419733:39787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:20:54,830 INFO [RS:0;5f9d64419733:39787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:39787. 2024-12-03T23:20:54,830 DEBUG [RS:0;5f9d64419733:39787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:54,830 DEBUG [RS:0;5f9d64419733:39787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:54,830 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66e8a507b84ec0a652e1ae5761a276c0, disabling compactions & flushes 2024-12-03T23:20:54,830 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0. 2024-12-03T23:20:54,830 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0. 2024-12-03T23:20:54,830 INFO [RS:0;5f9d64419733:39787 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T23:20:54,830 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0. after waiting 0 ms 2024-12-03T23:20:54,830 INFO [RS:0;5f9d64419733:39787 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T23:20:54,830 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0. 2024-12-03T23:20:54,831 INFO [RS:0;5f9d64419733:39787 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T23:20:54,831 INFO [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T23:20:54,831 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 66e8a507b84ec0a652e1ae5761a276c0 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-03T23:20:54,831 INFO [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T23:20:54,831 DEBUG [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(1325): Online Regions={66e8a507b84ec0a652e1ae5761a276c0=hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0., 1588230740=hbase:meta,,1.1588230740, 830d96b9aa0e0caea5f2774246809942=test,,1733268028133.830d96b9aa0e0caea5f2774246809942.} 2024-12-03T23:20:54,831 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:20:54,831 DEBUG [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66e8a507b84ec0a652e1ae5761a276c0, 830d96b9aa0e0caea5f2774246809942 2024-12-03T23:20:54,831 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:20:54,831 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:20:54,831 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:20:54,831 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:20:54,831 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T23:20:54,844 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T23:20:54,844 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T23:20:54,847 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/replication/66e8a507b84ec0a652e1ae5761a276c0/.tmp/queue/1ba418c81e1f4488866638194faba3a7 is 154, key is 1-5f9d64419733,39787,1733268017227/queue:5f9d64419733%2C39787%2C1733268017227/1733268048577/Put/seqid=0 2024-12-03T23:20:54,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741840_1016 (size=5353) 2024-12-03T23:20:54,851 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/1588230740/.tmp/info/319cf91cc44846289b7a2bf1ebc84d13 is 147, key is hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0./info:regioninfo/1733268035794/Put/seqid=0 2024-12-03T23:20:54,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741841_1017 (size=7686) 2024-12-03T23:20:54,856 INFO [regionserver/5f9d64419733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:20:55,031 DEBUG [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66e8a507b84ec0a652e1ae5761a276c0, 830d96b9aa0e0caea5f2774246809942 2024-12-03T23:20:55,112 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1496, reset compression=false 2024-12-03T23:20:55,231 DEBUG [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66e8a507b84ec0a652e1ae5761a276c0, 830d96b9aa0e0caea5f2774246809942 2024-12-03T23:20:55,251 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/replication/66e8a507b84ec0a652e1ae5761a276c0/.tmp/queue/1ba418c81e1f4488866638194faba3a7 2024-12-03T23:20:55,255 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/1588230740/.tmp/info/319cf91cc44846289b7a2bf1ebc84d13 2024-12-03T23:20:55,256 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/replication/66e8a507b84ec0a652e1ae5761a276c0/.tmp/queue/1ba418c81e1f4488866638194faba3a7 as hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/replication/66e8a507b84ec0a652e1ae5761a276c0/queue/1ba418c81e1f4488866638194faba3a7 2024-12-03T23:20:55,260 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/replication/66e8a507b84ec0a652e1ae5761a276c0/queue/1ba418c81e1f4488866638194faba3a7, entries=1, sequenceid=14, filesize=5.2 K 2024-12-03T23:20:55,261 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 66e8a507b84ec0a652e1ae5761a276c0 in 430ms, sequenceid=14, compaction requested=false 2024-12-03T23:20:55,266 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/replication/66e8a507b84ec0a652e1ae5761a276c0/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-03T23:20:55,266 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:20:55,266 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:20:55,266 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0. 2024-12-03T23:20:55,267 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66e8a507b84ec0a652e1ae5761a276c0: Waiting for close lock at 1733268054830Running coprocessor pre-close hooks at 1733268054830Disabling compacts and flushes for region at 1733268054830Disabling writes for close at 1733268054830Obtaining lock to block concurrent updates at 1733268054831 (+1 ms)Preparing flush snapshotting stores in 66e8a507b84ec0a652e1ae5761a276c0 at 1733268054831Finished memstore snapshotting hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733268054831Flushing stores of hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0. at 1733268054832 (+1 ms)Flushing 66e8a507b84ec0a652e1ae5761a276c0/queue: creating writer at 1733268054832Flushing 66e8a507b84ec0a652e1ae5761a276c0/queue: appending metadata at 1733268054846 (+14 ms)Flushing 66e8a507b84ec0a652e1ae5761a276c0/queue: closing flushed file at 1733268054846Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d02e495: reopening flushed file at 1733268055255 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 66e8a507b84ec0a652e1ae5761a276c0 in 430ms, sequenceid=14, compaction requested=false at 1733268055261 (+6 ms)Writing region close event to WAL at 1733268055262 (+1 ms)Running coprocessor post-close hooks at 1733268055266 (+4 ms)Closed at 1733268055266 2024-12-03T23:20:55,267 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733268034626.66e8a507b84ec0a652e1ae5761a276c0. 2024-12-03T23:20:55,267 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 830d96b9aa0e0caea5f2774246809942, disabling compactions & flushes 2024-12-03T23:20:55,267 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733268028133.830d96b9aa0e0caea5f2774246809942. 2024-12-03T23:20:55,267 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733268028133.830d96b9aa0e0caea5f2774246809942. 2024-12-03T23:20:55,267 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733268028133.830d96b9aa0e0caea5f2774246809942. after waiting 0 ms 2024-12-03T23:20:55,267 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733268028133.830d96b9aa0e0caea5f2774246809942. 2024-12-03T23:20:55,267 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 830d96b9aa0e0caea5f2774246809942 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-03T23:20:55,276 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/1588230740/.tmp/ns/32d3b4b1487442fc9c27c89cc7e9281b is 43, key is default/ns:d/1733268019950/Put/seqid=0 2024-12-03T23:20:55,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741842_1018 (size=5153) 2024-12-03T23:20:55,294 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/1588230740/.tmp/ns/32d3b4b1487442fc9c27c89cc7e9281b 2024-12-03T23:20:55,296 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/default/test/830d96b9aa0e0caea5f2774246809942/.tmp/f/a3de5197609f45039f6df2cb047bf836 is 37, key is row3/f:row3/1733268046862/Put/seqid=0 2024-12-03T23:20:55,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741843_1019 (size=5228) 2024-12-03T23:20:55,316 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/1588230740/.tmp/rep_barrier/dd9fa171144f4b36a681f2be5f87e4cd is 112, key is test,,1733268028133.830d96b9aa0e0caea5f2774246809942./rep_barrier:seqnumDuringOpen/1733268029290/Put/seqid=0 2024-12-03T23:20:55,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741844_1020 (size=5518) 2024-12-03T23:20:55,319 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/1588230740/.tmp/rep_barrier/dd9fa171144f4b36a681f2be5f87e4cd 2024-12-03T23:20:55,339 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/1588230740/.tmp/table/c66bed4c7a3e4b5aa697e223228af493 is 53, key is hbase:replication/table:state/1733268035801/Put/seqid=0 2024-12-03T23:20:55,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741845_1021 (size=5308) 2024-12-03T23:20:55,432 DEBUG [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 830d96b9aa0e0caea5f2774246809942 2024-12-03T23:20:55,632 DEBUG [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 830d96b9aa0e0caea5f2774246809942 2024-12-03T23:20:55,700 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/default/test/830d96b9aa0e0caea5f2774246809942/.tmp/f/a3de5197609f45039f6df2cb047bf836 2024-12-03T23:20:55,704 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3de5197609f45039f6df2cb047bf836 2024-12-03T23:20:55,722 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/default/test/830d96b9aa0e0caea5f2774246809942/.tmp/f1/481a1d0817774b7e985560d381a2ac5a is 30, key is row1/f1:/1733268044192/DeleteFamily/seqid=0 2024-12-03T23:20:55,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741846_1022 (size=5158) 2024-12-03T23:20:55,744 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/1588230740/.tmp/table/c66bed4c7a3e4b5aa697e223228af493 2024-12-03T23:20:55,748 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/1588230740/.tmp/info/319cf91cc44846289b7a2bf1ebc84d13 as hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/1588230740/info/319cf91cc44846289b7a2bf1ebc84d13 2024-12-03T23:20:55,752 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/1588230740/info/319cf91cc44846289b7a2bf1ebc84d13, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T23:20:55,752 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/1588230740/.tmp/ns/32d3b4b1487442fc9c27c89cc7e9281b as hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/1588230740/ns/32d3b4b1487442fc9c27c89cc7e9281b 2024-12-03T23:20:55,756 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/1588230740/ns/32d3b4b1487442fc9c27c89cc7e9281b, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T23:20:55,756 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/1588230740/.tmp/rep_barrier/dd9fa171144f4b36a681f2be5f87e4cd as hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/1588230740/rep_barrier/dd9fa171144f4b36a681f2be5f87e4cd 2024-12-03T23:20:55,759 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/1588230740/rep_barrier/dd9fa171144f4b36a681f2be5f87e4cd, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T23:20:55,760 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/1588230740/.tmp/table/c66bed4c7a3e4b5aa697e223228af493 as hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/1588230740/table/c66bed4c7a3e4b5aa697e223228af493 2024-12-03T23:20:55,764 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/1588230740/table/c66bed4c7a3e4b5aa697e223228af493, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T23:20:55,765 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 933ms, sequenceid=16, compaction requested=false 2024-12-03T23:20:55,768 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T23:20:55,769 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:20:55,769 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:20:55,769 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:20:55,769 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733268054831Running coprocessor pre-close hooks at 1733268054831Disabling compacts and flushes for region at 1733268054831Disabling writes for close at 1733268054831Obtaining lock to block concurrent updates at 1733268054831Preparing flush snapshotting stores in 1588230740 at 1733268054831Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733268054832 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733268054833 (+1 ms)Flushing 1588230740/info: creating writer at 1733268054833Flushing 1588230740/info: appending metadata at 1733268054851 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733268054851Flushing 1588230740/ns: creating writer at 1733268055258 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733268055276 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733268055276Flushing 1588230740/rep_barrier: creating writer at 1733268055298 (+22 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733268055315 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733268055315Flushing 1588230740/table: creating writer at 1733268055323 (+8 ms)Flushing 1588230740/table: appending metadata at 1733268055339 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733268055339Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a66c26: reopening flushed file at 1733268055747 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b6ad340: reopening flushed file at 1733268055752 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d9fd49c: reopening flushed file at 1733268055756 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31de98de: reopening flushed file at 1733268055760 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 933ms, sequenceid=16, compaction requested=false at 1733268055765 (+5 ms)Writing region close event to WAL at 1733268055766 (+1 ms)Running coprocessor post-close hooks at 1733268055769 (+3 ms)Closed at 1733268055769 2024-12-03T23:20:55,769 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T23:20:55,832 INFO [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T23:20:55,832 DEBUG [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(1325): Online Regions={830d96b9aa0e0caea5f2774246809942=test,,1733268028133.830d96b9aa0e0caea5f2774246809942.} 2024-12-03T23:20:55,832 DEBUG [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(1351): Waiting on 830d96b9aa0e0caea5f2774246809942 2024-12-03T23:20:56,032 DEBUG [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(1351): Waiting on 830d96b9aa0e0caea5f2774246809942 2024-12-03T23:20:56,126 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/default/test/830d96b9aa0e0caea5f2774246809942/.tmp/f1/481a1d0817774b7e985560d381a2ac5a 2024-12-03T23:20:56,130 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 481a1d0817774b7e985560d381a2ac5a 2024-12-03T23:20:56,148 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/default/test/830d96b9aa0e0caea5f2774246809942/.tmp/norep/d3c08e180ddd48f19dcff4566fbac533 is 32, key is row/norep:/1733268043186/DeleteFamily/seqid=0 2024-12-03T23:20:56,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741847_1023 (size=5101) 2024-12-03T23:20:56,233 DEBUG [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(1351): Waiting on 830d96b9aa0e0caea5f2774246809942 2024-12-03T23:20:56,315 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1496, reset compression=false 2024-12-03T23:20:56,319 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:20:56,319 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1743, reset compression=false 2024-12-03T23:20:56,319 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.shipper5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,39787,1733268017227 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:20:56,320 ERROR [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.shipper5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5f9d64419733,39787,1733268017227: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5f9d64419733,39787,1733268017227, walGroup=5f9d64419733%2C39787%2C1733268017227, offset=5f9d64419733%2C39787%2C1733268017227.1733268018948:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:39787 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T23:20:56,322 ERROR [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.shipper5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T23:20:56,322 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.shipper5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T23:20:56,322 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.shipper5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T23:20:56,322 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.shipper5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T23:20:56,322 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.shipper5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T23:20:56,322 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.shipper5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1214251008, "init": 1048576000, "max": 2306867200, "used": 734068832 }, "NonHeapMemoryUsage": { "committed": 203423744, "init": 7667712, "max": -1, "used": 200574976 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T23:20:56,323 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.shipper5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:33737 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:33737 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T23:20:56,433 DEBUG [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(1351): Waiting on 830d96b9aa0e0caea5f2774246809942 2024-12-03T23:20:56,522 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1743, reset compression=false 2024-12-03T23:20:56,553 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/default/test/830d96b9aa0e0caea5f2774246809942/.tmp/norep/d3c08e180ddd48f19dcff4566fbac533 2024-12-03T23:20:56,558 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3c08e180ddd48f19dcff4566fbac533 2024-12-03T23:20:56,558 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/default/test/830d96b9aa0e0caea5f2774246809942/.tmp/f/a3de5197609f45039f6df2cb047bf836 as hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/default/test/830d96b9aa0e0caea5f2774246809942/f/a3de5197609f45039f6df2cb047bf836 2024-12-03T23:20:56,561 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3de5197609f45039f6df2cb047bf836 2024-12-03T23:20:56,562 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/default/test/830d96b9aa0e0caea5f2774246809942/f/a3de5197609f45039f6df2cb047bf836, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T23:20:56,562 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/default/test/830d96b9aa0e0caea5f2774246809942/.tmp/f1/481a1d0817774b7e985560d381a2ac5a as hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/default/test/830d96b9aa0e0caea5f2774246809942/f1/481a1d0817774b7e985560d381a2ac5a 2024-12-03T23:20:56,566 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 481a1d0817774b7e985560d381a2ac5a 2024-12-03T23:20:56,566 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/default/test/830d96b9aa0e0caea5f2774246809942/f1/481a1d0817774b7e985560d381a2ac5a, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T23:20:56,567 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/default/test/830d96b9aa0e0caea5f2774246809942/.tmp/norep/d3c08e180ddd48f19dcff4566fbac533 as hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/default/test/830d96b9aa0e0caea5f2774246809942/norep/d3c08e180ddd48f19dcff4566fbac533 2024-12-03T23:20:56,570 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3c08e180ddd48f19dcff4566fbac533 2024-12-03T23:20:56,570 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/default/test/830d96b9aa0e0caea5f2774246809942/norep/d3c08e180ddd48f19dcff4566fbac533, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T23:20:56,571 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 830d96b9aa0e0caea5f2774246809942 in 1304ms, sequenceid=12, compaction requested=false 2024-12-03T23:20:56,574 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/data/default/test/830d96b9aa0e0caea5f2774246809942/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T23:20:56,575 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:20:56,575 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T23:20:56,575 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733268028133.830d96b9aa0e0caea5f2774246809942. 2024-12-03T23:20:56,575 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 830d96b9aa0e0caea5f2774246809942: Waiting for close lock at 1733268055267Running coprocessor pre-close hooks at 1733268055267Disabling compacts and flushes for region at 1733268055267Disabling writes for close at 1733268055267Obtaining lock to block concurrent updates at 1733268055267Preparing flush snapshotting stores in 830d96b9aa0e0caea5f2774246809942 at 1733268055267Finished memstore snapshotting test,,1733268028133.830d96b9aa0e0caea5f2774246809942., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733268055267Flushing stores of test,,1733268028133.830d96b9aa0e0caea5f2774246809942. at 1733268055268 (+1 ms)Flushing 830d96b9aa0e0caea5f2774246809942/f: creating writer at 1733268055268Flushing 830d96b9aa0e0caea5f2774246809942/f: appending metadata at 1733268055295 (+27 ms)Flushing 830d96b9aa0e0caea5f2774246809942/f: closing flushed file at 1733268055295Flushing 830d96b9aa0e0caea5f2774246809942/f1: creating writer at 1733268055704 (+409 ms)Flushing 830d96b9aa0e0caea5f2774246809942/f1: appending metadata at 1733268055721 (+17 ms)Flushing 830d96b9aa0e0caea5f2774246809942/f1: closing flushed file at 1733268055721Flushing 830d96b9aa0e0caea5f2774246809942/norep: creating writer at 1733268056130 (+409 ms)Flushing 830d96b9aa0e0caea5f2774246809942/norep: appending metadata at 1733268056148 (+18 ms)Flushing 830d96b9aa0e0caea5f2774246809942/norep: closing flushed file at 1733268056148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31389168: reopening flushed file at 1733268056558 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2df3df35: reopening flushed file at 1733268056562 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44838ad7: reopening flushed file at 1733268056566 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 830d96b9aa0e0caea5f2774246809942 in 1304ms, sequenceid=12, compaction requested=false at 1733268056571 (+5 ms)Writing region close event to WAL at 1733268056572 (+1 ms)Running coprocessor post-close hooks at 1733268056575 (+3 ms)Closed at 1733268056575 2024-12-03T23:20:56,575 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733268028133.830d96b9aa0e0caea5f2774246809942. 2024-12-03T23:20:56,633 INFO [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(976): stopping server 5f9d64419733,39787,1733268017227; all regions closed. 2024-12-03T23:20:56,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741834_1010 (size=4239) 2024-12-03T23:20:56,635 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.meta.1733268019875.meta not finished, retry = 0 2024-12-03T23:20:56,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741839_1015 (size=3552) 2024-12-03T23:20:56,738 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.rep.1733268035761 not finished, retry = 0 2024-12-03T23:20:56,826 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 1743, reset compression=false 2024-12-03T23:20:56,830 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:20:56,830 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/WALs/5f9d64419733,39787,1733268017227/5f9d64419733%2C39787%2C1733268017227.1733268018948 to pos 2387, reset compression=false 2024-12-03T23:20:56,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741832_1008 (size=2395) 2024-12-03T23:20:56,841 DEBUG [RS:0;5f9d64419733:39787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:56,841 INFO [RS:0;5f9d64419733:39787 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:20:56,842 INFO [RS:0;5f9d64419733:39787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:20:56,842 INFO [RS:0;5f9d64419733:39787 {}] hbase.ChoreService(370): Chore service for: regionserver/5f9d64419733:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T23:20:56,842 INFO [RS:0;5f9d64419733:39787 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:20:56,842 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:20:56,842 INFO [RS:0;5f9d64419733:39787 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5f9d64419733,39787,1733268017227 because: Region server is closing 2024-12-03T23:20:56,842 INFO [RS:0;5f9d64419733:39787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:39787. 2024-12-03T23:20:56,842 DEBUG [RS:0;5f9d64419733:39787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:56,843 DEBUG [RS:0;5f9d64419733:39787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:56,843 DEBUG [RS:0;5f9d64419733:39787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:56,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:56,943 INFO [RS:0;5f9d64419733:39787 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.shipper5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 terminated 2024-12-03T23:20:56,943 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,39787,1733268017227.replicationSource.wal-reader.5f9d64419733%2C39787%2C1733268017227,1-5f9d64419733,39787,1733268017227 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T23:20:56,943 INFO [RS:0;5f9d64419733:39787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:39787. 2024-12-03T23:20:56,943 DEBUG [RS:0;5f9d64419733:39787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:20:56,943 DEBUG [RS:0;5f9d64419733:39787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:56,943 DEBUG [RS:0;5f9d64419733:39787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:20:56,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:20:56,944 INFO [RS:0;5f9d64419733:39787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39787 2024-12-03T23:20:56,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053031207/rs 2024-12-03T23:20:56,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39787-0x1017aa0f7500001, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1053031207/rs/5f9d64419733,39787,1733268017227 2024-12-03T23:20:56,946 INFO [RS:0;5f9d64419733:39787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:20:56,947 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5f9d64419733,39787,1733268017227] 2024-12-03T23:20:56,948 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1053031207/draining/5f9d64419733,39787,1733268017227 already deleted, retry=false 2024-12-03T23:20:56,948 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5f9d64419733,39787,1733268017227 expired; onlineServers=0 2024-12-03T23:20:56,948 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5f9d64419733,33737,1733268017153' ***** 2024-12-03T23:20:56,948 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T23:20:56,948 INFO [M:0;5f9d64419733:33737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:20:56,948 INFO [M:0;5f9d64419733:33737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:20:56,948 DEBUG [M:0;5f9d64419733:33737 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T23:20:56,948 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T23:20:56,948 DEBUG [M:0;5f9d64419733:33737 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T23:20:56,948 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268018707 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268018707,5,FailOnTimeoutGroup] 2024-12-03T23:20:56,948 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268018721 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268018721,5,FailOnTimeoutGroup] 2024-12-03T23:20:56,949 INFO [M:0;5f9d64419733:33737 {}] hbase.ChoreService(370): Chore service for: master/5f9d64419733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T23:20:56,949 INFO [M:0;5f9d64419733:33737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:20:56,949 DEBUG [M:0;5f9d64419733:33737 {}] master.HMaster(1795): Stopping service threads 2024-12-03T23:20:56,949 INFO [M:0;5f9d64419733:33737 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T23:20:56,949 INFO [M:0;5f9d64419733:33737 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:20:56,949 INFO [M:0;5f9d64419733:33737 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T23:20:56,949 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T23:20:56,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1053031207/master 2024-12-03T23:20:56,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053031207 2024-12-03T23:20:56,952 DEBUG [M:0;5f9d64419733:33737 {}] zookeeper.ZKUtil(347): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Unable to get data of znode /0-1053031207/master because node does not exist (not an error) 2024-12-03T23:20:56,952 WARN [M:0;5f9d64419733:33737 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T23:20:56,953 INFO [M:0;5f9d64419733:33737 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/.lastflushedseqids 2024-12-03T23:20:56,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741848_1024 (size=245) 2024-12-03T23:20:56,957 INFO [M:0;5f9d64419733:33737 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T23:20:56,957 INFO [M:0;5f9d64419733:33737 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T23:20:56,957 DEBUG [M:0;5f9d64419733:33737 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:20:56,957 INFO [M:0;5f9d64419733:33737 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:56,958 DEBUG [M:0;5f9d64419733:33737 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:56,958 DEBUG [M:0;5f9d64419733:33737 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:20:56,958 DEBUG [M:0;5f9d64419733:33737 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:56,958 INFO [M:0;5f9d64419733:33737 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-03T23:20:56,972 DEBUG [M:0;5f9d64419733:33737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5963e24c952407faee1803606b2636e is 82, key is hbase:meta,,1/info:regioninfo/1733268019935/Put/seqid=0 2024-12-03T23:20:56,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741849_1025 (size=5672) 2024-12-03T23:20:57,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39787-0x1017aa0f7500001, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:20:57,047 INFO [RS:0;5f9d64419733:39787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:20:57,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39787-0x1017aa0f7500001, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:20:57,047 INFO [RS:0;5f9d64419733:39787 {}] regionserver.HRegionServer(1031): Exiting; stopping=5f9d64419733,39787,1733268017227; zookeeper connection closed. 2024-12-03T23:20:57,048 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@218df01e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@218df01e 2024-12-03T23:20:57,048 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T23:20:57,377 INFO [M:0;5f9d64419733:33737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5963e24c952407faee1803606b2636e 2024-12-03T23:20:57,396 DEBUG [M:0;5f9d64419733:33737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26092a42c3e54408bd467e2f958f4dfc is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733268029300/Put/seqid=0 2024-12-03T23:20:57,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741850_1026 (size=7219) 2024-12-03T23:20:57,629 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:20:57,629 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5f9d64419733,45081,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T23:20:57,629 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68705 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5f9d64419733,45081,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T23:20:57,802 INFO [M:0;5f9d64419733:33737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26092a42c3e54408bd467e2f958f4dfc 2024-12-03T23:20:57,806 INFO [M:0;5f9d64419733:33737 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26092a42c3e54408bd467e2f958f4dfc 2024-12-03T23:20:57,823 DEBUG [M:0;5f9d64419733:33737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91503da99dd3449486fe317def2ed99a is 69, key is 5f9d64419733,39787,1733268017227/rs:state/1733268018790/Put/seqid=0 2024-12-03T23:20:57,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741851_1027 (size=5156) 2024-12-03T23:20:57,827 INFO [M:0;5f9d64419733:33737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91503da99dd3449486fe317def2ed99a 2024-12-03T23:20:57,831 DEBUG [M:0;5f9d64419733:33737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5963e24c952407faee1803606b2636e as hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5963e24c952407faee1803606b2636e 2024-12-03T23:20:57,834 INFO [M:0;5f9d64419733:33737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5963e24c952407faee1803606b2636e, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T23:20:57,835 DEBUG [M:0;5f9d64419733:33737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26092a42c3e54408bd467e2f958f4dfc as hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26092a42c3e54408bd467e2f958f4dfc 2024-12-03T23:20:57,838 INFO [M:0;5f9d64419733:33737 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26092a42c3e54408bd467e2f958f4dfc 2024-12-03T23:20:57,838 INFO [M:0;5f9d64419733:33737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26092a42c3e54408bd467e2f958f4dfc, entries=11, sequenceid=105, filesize=7.0 K 2024-12-03T23:20:57,838 DEBUG [M:0;5f9d64419733:33737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91503da99dd3449486fe317def2ed99a as hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91503da99dd3449486fe317def2ed99a 2024-12-03T23:20:57,841 INFO [M:0;5f9d64419733:33737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41497/user/jenkins/test-data/c4667282-d41d-6c42-afa8-27bd09f55672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91503da99dd3449486fe317def2ed99a, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T23:20:57,842 INFO [M:0;5f9d64419733:33737 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=105, compaction requested=false 2024-12-03T23:20:57,844 INFO [M:0;5f9d64419733:33737 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:20:57,844 DEBUG [M:0;5f9d64419733:33737 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733268056957Disabling compacts and flushes for region at 1733268056957Disabling writes for close at 1733268056958 (+1 ms)Obtaining lock to block concurrent updates at 1733268056958Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733268056958Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733268056958Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733268056958Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733268056958Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733268056972 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733268056972Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733268057381 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733268057395 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733268057395Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733268057806 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733268057823 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733268057823Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46ebe045: reopening flushed file at 1733268057830 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a8147e8: reopening flushed file at 1733268057834 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70444a3d: reopening flushed file at 1733268057838 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=105, compaction requested=false at 1733268057842 (+4 ms)Writing region close event to WAL at 1733268057844 (+2 ms)Closed at 1733268057844 2024-12-03T23:20:57,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741830_1006 (size=64435) 2024-12-03T23:20:57,848 INFO [M:0;5f9d64419733:33737 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T23:20:57,848 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:20:57,848 INFO [M:0;5f9d64419733:33737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33737 2024-12-03T23:20:57,848 INFO [M:0;5f9d64419733:33737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:20:57,950 INFO [M:0;5f9d64419733:33737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:20:57,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:20:57,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1017aa0f7500000, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:20:57,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28400cbc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:20:57,953 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22b3f6ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:20:57,953 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:20:57,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66eacbe6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:20:57,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c7a16a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/hadoop.log.dir/,STOPPED} 2024-12-03T23:20:57,955 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T23:20:57,955 WARN [BP-941676020-172.17.0.2-1733268016345 heartbeating to localhost/127.0.0.1:41497 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T23:20:57,955 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T23:20:57,955 WARN [BP-941676020-172.17.0.2-1733268016345 heartbeating to localhost/127.0.0.1:41497 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-941676020-172.17.0.2-1733268016345 (Datanode Uuid 34acd50a-8917-4191-8a2b-a9ebf9fc0a74) service to localhost/127.0.0.1:41497 2024-12-03T23:20:57,956 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/cluster_32b26918-aeec-671b-a916-3f271add09de/data/data1/current/BP-941676020-172.17.0.2-1733268016345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:20:57,956 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/cluster_32b26918-aeec-671b-a916-3f271add09de/data/data2/current/BP-941676020-172.17.0.2-1733268016345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:20:57,956 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T23:20:57,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15e4e09a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:20:57,966 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b589b02{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:20:57,966 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:20:57,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c3ac1de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:20:57,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45179762{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e6fe139-7a9e-60dc-75a8-ff220244a821/hadoop.log.dir/,STOPPED} 2024-12-03T23:20:57,971 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T23:20:57,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T23:20:57,997 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 265) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41497 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42439 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:42439 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51955) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:41497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42439 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42439 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51955) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:43917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43917 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51955) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42439 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=732 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=318 (was 371), ProcessCount=11 (was 11), AvailableMemoryMB=6912 (was 8255) 2024-12-03T23:20:58,008 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=732, MaxFileDescriptor=1048576, SystemLoadAverage=318, ProcessCount=11, AvailableMemoryMB=6912 2024-12-03T23:20:58,024 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-03T23:20:58,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/hadoop.log.dir so I do NOT create it in target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887 2024-12-03T23:20:58,025 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T23:20:58,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/hadoop.tmp.dir so I do NOT create it in target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887 2024-12-03T23:20:58,025 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad81762f-1b0c-65c7-8707-a7b6e5483a8b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T23:20:58,025 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887 2024-12-03T23:20:58,026 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/cluster_647e1a8a-3261-c596-afdf-05ed9773e2a5, deleteOnExit=true 2024-12-03T23:20:58,031 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/cluster_647e1a8a-3261-c596-afdf-05ed9773e2a5/zookeeper_0, clientPort=61383, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/cluster_647e1a8a-3261-c596-afdf-05ed9773e2a5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/cluster_647e1a8a-3261-c596-afdf-05ed9773e2a5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T23:20:58,032 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61383 2024-12-03T23:20:58,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T23:20:58,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T23:20:58,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/test.cache.data in system properties and HBase conf 2024-12-03T23:20:58,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T23:20:58,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/hadoop.log.dir in system properties and HBase conf 2024-12-03T23:20:58,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T23:20:58,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T23:20:58,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T23:20:58,033 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T23:20:58,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:20:58,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:20:58,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T23:20:58,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:20:58,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T23:20:58,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T23:20:58,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:20:58,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:20:58,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T23:20:58,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/nfs.dump.dir in system properties and HBase conf 2024-12-03T23:20:58,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/java.io.tmpdir in system properties and HBase conf 2024-12-03T23:20:58,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:20:58,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T23:20:58,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T23:20:58,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017aa0f7500005, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T23:20:58,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017aa0f7500002, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T23:20:58,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1017aa0f7500008, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T23:20:58,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017aa0f7500005, quorum=127.0.0.1:51955, baseZNode=/1306127057 Received Disconnected from ZooKeeper, ignoring 2024-12-03T23:20:58,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1017aa0f7500008, quorum=127.0.0.1:51955, baseZNode=/2464736022 Received Disconnected from ZooKeeper, ignoring 2024-12-03T23:20:58,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017aa0f7500002, quorum=127.0.0.1:51955, baseZNode=/0-1053031207 Received Disconnected from ZooKeeper, ignoring 2024-12-03T23:20:58,152 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:20:58,156 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:20:58,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:20:58,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:20:58,159 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T23:20:58,161 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:20:58,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d13cb06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:20:58,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59870692{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:20:58,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53841fba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/java.io.tmpdir/jetty-localhost-46331-hadoop-hdfs-3_4_1-tests_jar-_-any-12873700172878690336/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:20:58,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e30eaee{HTTP/1.1, (http/1.1)}{localhost:46331} 2024-12-03T23:20:58,338 INFO [Time-limited test {}] server.Server(415): Started @247963ms 2024-12-03T23:20:58,440 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:20:58,444 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:20:58,446 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:20:58,446 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:20:58,446 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T23:20:58,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6078a3c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:20:58,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f8809b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:20:58,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b6b26e7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/java.io.tmpdir/jetty-localhost-40295-hadoop-hdfs-3_4_1-tests_jar-_-any-10987135661637489271/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:20:58,574 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bdfecec{HTTP/1.1, (http/1.1)}{localhost:40295} 2024-12-03T23:20:58,574 INFO [Time-limited test {}] server.Server(415): Started @248200ms 2024-12-03T23:20:58,576 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T23:20:58,680 WARN [Thread-3448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/cluster_647e1a8a-3261-c596-afdf-05ed9773e2a5/data/data1/current/BP-1646044163-172.17.0.2-1733268058064/current, will proceed with Du for space computation calculation, 2024-12-03T23:20:58,680 WARN [Thread-3449 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/cluster_647e1a8a-3261-c596-afdf-05ed9773e2a5/data/data2/current/BP-1646044163-172.17.0.2-1733268058064/current, will proceed with Du for space computation calculation, 2024-12-03T23:20:58,699 WARN [Thread-3436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T23:20:58,701 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4229f1c84ab7d111 with lease ID 0x73393330dce6f9e2: Processing first storage report for DS-8652d939-a01f-4c5d-b8ca-150f97461567 from datanode DatanodeRegistration(127.0.0.1:46381, datanodeUuid=d456ceb4-db75-4084-b6d6-e4073ae8c16b, infoPort=42207, infoSecurePort=0, ipcPort=32959, storageInfo=lv=-57;cid=testClusterID;nsid=716764919;c=1733268058064) 2024-12-03T23:20:58,702 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4229f1c84ab7d111 with lease ID 0x73393330dce6f9e2: from storage DS-8652d939-a01f-4c5d-b8ca-150f97461567 node DatanodeRegistration(127.0.0.1:46381, datanodeUuid=d456ceb4-db75-4084-b6d6-e4073ae8c16b, infoPort=42207, infoSecurePort=0, ipcPort=32959, storageInfo=lv=-57;cid=testClusterID;nsid=716764919;c=1733268058064), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:20:58,702 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4229f1c84ab7d111 with lease ID 0x73393330dce6f9e2: Processing first storage report for DS-b150e3d9-ab72-422b-b2cd-58067a1fd762 from datanode DatanodeRegistration(127.0.0.1:46381, datanodeUuid=d456ceb4-db75-4084-b6d6-e4073ae8c16b, infoPort=42207, infoSecurePort=0, ipcPort=32959, storageInfo=lv=-57;cid=testClusterID;nsid=716764919;c=1733268058064) 2024-12-03T23:20:58,702 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4229f1c84ab7d111 with lease ID 0x73393330dce6f9e2: from storage DS-b150e3d9-ab72-422b-b2cd-58067a1fd762 node DatanodeRegistration(127.0.0.1:46381, datanodeUuid=d456ceb4-db75-4084-b6d6-e4073ae8c16b, infoPort=42207, infoSecurePort=0, ipcPort=32959, storageInfo=lv=-57;cid=testClusterID;nsid=716764919;c=1733268058064), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:20:58,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887 2024-12-03T23:20:58,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:58,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:58,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741825_1001 (size=7) 2024-12-03T23:20:59,106 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:20:59,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:59,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:59,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:59,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:59,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:59,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:59,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:59,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:59,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:59,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:59,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:59,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:59,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:59,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:20:59,208 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1 with version=8 2024-12-03T23:20:59,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/hbase-staging 2024-12-03T23:20:59,210 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:20:59,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:20:59,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:20:59,210 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:20:59,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:20:59,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:20:59,210 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T23:20:59,210 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:20:59,211 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43347 2024-12-03T23:20:59,211 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43347 connecting to ZooKeeper ensemble=127.0.0.1:61383 2024-12-03T23:20:59,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433470x0, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:20:59,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43347-0x1017aa19a3e0000 connected 2024-12-03T23:20:59,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:59,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:59,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Set watcher on znode that does not yet exist, /01704036753/running 2024-12-03T23:20:59,237 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1, hbase.cluster.distributed=false 2024-12-03T23:20:59,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Set watcher on znode that does not yet exist, /01704036753/acl 2024-12-03T23:20:59,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43347 2024-12-03T23:20:59,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43347 2024-12-03T23:20:59,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43347 2024-12-03T23:20:59,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43347 2024-12-03T23:20:59,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43347 2024-12-03T23:20:59,256 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:20:59,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:20:59,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:20:59,256 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:20:59,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:20:59,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:20:59,256 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:20:59,256 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:20:59,258 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45141 2024-12-03T23:20:59,258 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45141 connecting to ZooKeeper ensemble=127.0.0.1:61383 2024-12-03T23:20:59,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:59,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:59,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451410x0, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:20:59,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451410x0, quorum=127.0.0.1:61383, baseZNode=/01704036753 Set watcher on znode that does not yet exist, /01704036753/running 2024-12-03T23:20:59,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45141-0x1017aa19a3e0001 connected 2024-12-03T23:20:59,267 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:20:59,267 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:20:59,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45141-0x1017aa19a3e0001, quorum=127.0.0.1:61383, baseZNode=/01704036753 Set watcher on znode that does not yet exist, /01704036753/master 2024-12-03T23:20:59,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45141-0x1017aa19a3e0001, quorum=127.0.0.1:61383, baseZNode=/01704036753 Set watcher on znode that does not yet exist, /01704036753/acl 2024-12-03T23:20:59,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45141 2024-12-03T23:20:59,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45141 2024-12-03T23:20:59,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45141 2024-12-03T23:20:59,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45141 2024-12-03T23:20:59,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45141 2024-12-03T23:20:59,287 DEBUG [M:0;5f9d64419733:43347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5f9d64419733:43347 2024-12-03T23:20:59,288 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01704036753/backup-masters/5f9d64419733,43347,1733268059210 2024-12-03T23:20:59,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704036753/backup-masters 2024-12-03T23:20:59,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45141-0x1017aa19a3e0001, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704036753/backup-masters 2024-12-03T23:20:59,290 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Set watcher on existing znode=/01704036753/backup-masters/5f9d64419733,43347,1733268059210 2024-12-03T23:20:59,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45141-0x1017aa19a3e0001, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01704036753/master 2024-12-03T23:20:59,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704036753 2024-12-03T23:20:59,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45141-0x1017aa19a3e0001, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704036753 2024-12-03T23:20:59,293 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Set watcher on existing znode=/01704036753/master 2024-12-03T23:20:59,293 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01704036753/backup-masters/5f9d64419733,43347,1733268059210 from backup master directory 2024-12-03T23:20:59,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01704036753/backup-masters/5f9d64419733,43347,1733268059210 2024-12-03T23:20:59,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45141-0x1017aa19a3e0001, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704036753/backup-masters 2024-12-03T23:20:59,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704036753/backup-masters 2024-12-03T23:20:59,294 WARN [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:20:59,294 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5f9d64419733,43347,1733268059210 2024-12-03T23:20:59,297 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/hbase.id] with ID: f68f6988-9330-4268-961d-bb333fb5e006 2024-12-03T23:20:59,297 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/.tmp/hbase.id 2024-12-03T23:20:59,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741826_1002 (size=42) 2024-12-03T23:20:59,703 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/.tmp/hbase.id]:[hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/hbase.id] 2024-12-03T23:20:59,710 INFO [master/5f9d64419733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:20:59,710 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T23:20:59,711 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T23:20:59,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704036753 2024-12-03T23:20:59,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45141-0x1017aa19a3e0001, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704036753 2024-12-03T23:20:59,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741827_1003 (size=196) 2024-12-03T23:21:00,118 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:21:00,118 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T23:21:00,119 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:21:00,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741828_1004 (size=1189) 2024-12-03T23:21:00,525 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/MasterData/data/master/store 2024-12-03T23:21:00,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741829_1005 (size=34) 2024-12-03T23:21:00,930 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:00,930 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:21:00,930 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:00,930 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:00,930 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:21:00,930 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:00,930 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:00,930 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733268060930Disabling compacts and flushes for region at 1733268060930Disabling writes for close at 1733268060930Writing region close event to WAL at 1733268060930Closed at 1733268060930 2024-12-03T23:21:00,931 WARN [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/MasterData/data/master/store/.initializing 2024-12-03T23:21:00,931 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/MasterData/WALs/5f9d64419733,43347,1733268059210 2024-12-03T23:21:00,932 INFO [master/5f9d64419733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:21:00,933 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C43347%2C1733268059210, suffix=, logDir=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/MasterData/WALs/5f9d64419733,43347,1733268059210, archiveDir=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/MasterData/oldWALs, maxLogs=10 2024-12-03T23:21:00,946 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/MasterData/WALs/5f9d64419733,43347,1733268059210/5f9d64419733%2C43347%2C1733268059210.1733268060933, exclude list is [], retry=0 2024-12-03T23:21:00,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46381,DS-8652d939-a01f-4c5d-b8ca-150f97461567,DISK] 2024-12-03T23:21:00,950 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/MasterData/WALs/5f9d64419733,43347,1733268059210/5f9d64419733%2C43347%2C1733268059210.1733268060933 2024-12-03T23:21:00,950 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42207:42207)] 2024-12-03T23:21:00,950 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:21:00,951 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:00,951 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:00,951 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:00,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:00,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T23:21:00,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:00,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:00,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:00,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T23:21:00,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:00,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:00,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:00,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T23:21:00,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:00,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:00,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:00,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T23:21:00,956 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:00,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:00,957 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:00,957 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:00,957 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:00,958 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:00,958 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:00,959 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:21:00,959 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:00,961 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:21:00,961 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72743921, jitterRate=0.08396889269351959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:21:00,962 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733268060951Initializing all the Stores at 1733268060951Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268060951Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268060952 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268060952Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268060952Cleaning up temporary data from old regions at 1733268060958 (+6 ms)Region opened successfully at 1733268060962 (+4 ms) 2024-12-03T23:21:00,962 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T23:21:00,964 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63db5640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:21:00,965 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T23:21:00,965 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T23:21:00,965 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T23:21:00,965 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T23:21:00,966 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T23:21:00,966 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T23:21:00,966 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T23:21:00,967 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T23:21:00,968 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Unable to get data of znode /01704036753/balancer because node does not exist (not necessarily an error) 2024-12-03T23:21:00,969 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01704036753/balancer already deleted, retry=false 2024-12-03T23:21:00,970 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T23:21:00,970 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Unable to get data of znode /01704036753/normalizer because node does not exist (not necessarily an error) 2024-12-03T23:21:00,972 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01704036753/normalizer already deleted, retry=false 2024-12-03T23:21:00,972 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T23:21:00,973 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Unable to get data of znode /01704036753/switch/split because node does not exist (not necessarily an error) 2024-12-03T23:21:00,974 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01704036753/switch/split already deleted, retry=false 2024-12-03T23:21:00,974 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Unable to get data of znode /01704036753/switch/merge because node does not exist (not necessarily an error) 2024-12-03T23:21:00,979 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01704036753/switch/merge already deleted, retry=false 2024-12-03T23:21:00,980 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Unable to get data of znode /01704036753/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T23:21:00,981 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01704036753/snapshot-cleanup already deleted, retry=false 2024-12-03T23:21:00,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01704036753/running 2024-12-03T23:21:00,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45141-0x1017aa19a3e0001, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01704036753/running 2024-12-03T23:21:00,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704036753 2024-12-03T23:21:00,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45141-0x1017aa19a3e0001, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704036753 2024-12-03T23:21:00,983 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5f9d64419733,43347,1733268059210, sessionid=0x1017aa19a3e0000, setting cluster-up flag (Was=false) 2024-12-03T23:21:00,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45141-0x1017aa19a3e0001, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704036753 2024-12-03T23:21:00,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704036753 2024-12-03T23:21:00,989 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01704036753/flush-table-proc/acquired, /01704036753/flush-table-proc/reached, /01704036753/flush-table-proc/abort 2024-12-03T23:21:00,990 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,43347,1733268059210 2024-12-03T23:21:00,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45141-0x1017aa19a3e0001, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704036753 2024-12-03T23:21:00,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704036753 2024-12-03T23:21:00,999 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01704036753/online-snapshot/acquired, /01704036753/online-snapshot/reached, /01704036753/online-snapshot/abort 2024-12-03T23:21:00,999 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,43347,1733268059210 2024-12-03T23:21:01,000 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T23:21:01,001 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:01,001 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T23:21:01,001 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T23:21:01,002 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5f9d64419733,43347,1733268059210 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T23:21:01,002 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:01,002 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:01,002 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:01,002 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:01,003 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5f9d64419733:0, corePoolSize=10, maxPoolSize=10 2024-12-03T23:21:01,003 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:01,003 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:21:01,003 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:01,003 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733268091003 2024-12-03T23:21:01,004 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T23:21:01,004 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T23:21:01,004 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T23:21:01,004 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T23:21:01,004 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T23:21:01,004 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T23:21:01,004 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:01,004 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:01,004 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T23:21:01,004 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T23:21:01,004 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T23:21:01,004 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T23:21:01,004 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T23:21:01,005 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:01,005 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T23:21:01,008 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T23:21:01,008 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T23:21:01,009 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268061008,5,FailOnTimeoutGroup] 2024-12-03T23:21:01,009 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268061009,5,FailOnTimeoutGroup] 2024-12-03T23:21:01,009 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:01,009 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T23:21:01,009 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:01,009 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:01,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741831_1007 (size=1321) 2024-12-03T23:21:01,078 INFO [RS:0;5f9d64419733:45141 {}] regionserver.HRegionServer(746): ClusterId : f68f6988-9330-4268-961d-bb333fb5e006 2024-12-03T23:21:01,078 DEBUG [RS:0;5f9d64419733:45141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:21:01,080 DEBUG [RS:0;5f9d64419733:45141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:21:01,080 DEBUG [RS:0;5f9d64419733:45141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:21:01,081 DEBUG [RS:0;5f9d64419733:45141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:21:01,081 DEBUG [RS:0;5f9d64419733:45141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35284346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:21:01,093 DEBUG [RS:0;5f9d64419733:45141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5f9d64419733:45141 2024-12-03T23:21:01,093 INFO [RS:0;5f9d64419733:45141 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:21:01,093 INFO [RS:0;5f9d64419733:45141 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:21:01,093 DEBUG [RS:0;5f9d64419733:45141 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:21:01,094 INFO [RS:0;5f9d64419733:45141 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,43347,1733268059210 with port=45141, startcode=1733268059256 2024-12-03T23:21:01,094 DEBUG [RS:0;5f9d64419733:45141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:21:01,095 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:21:01,096 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43347 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,45141,1733268059256 2024-12-03T23:21:01,096 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43347 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,45141,1733268059256 2024-12-03T23:21:01,097 DEBUG [RS:0;5f9d64419733:45141 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1 2024-12-03T23:21:01,097 DEBUG [RS:0;5f9d64419733:45141 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45021 2024-12-03T23:21:01,097 DEBUG [RS:0;5f9d64419733:45141 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:21:01,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704036753/rs 2024-12-03T23:21:01,099 DEBUG [RS:0;5f9d64419733:45141 {}] zookeeper.ZKUtil(111): regionserver:45141-0x1017aa19a3e0001, quorum=127.0.0.1:61383, baseZNode=/01704036753 Set watcher on existing znode=/01704036753/rs/5f9d64419733,45141,1733268059256 2024-12-03T23:21:01,099 WARN [RS:0;5f9d64419733:45141 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:21:01,099 INFO [RS:0;5f9d64419733:45141 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:21:01,099 DEBUG [RS:0;5f9d64419733:45141 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256 2024-12-03T23:21:01,099 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,45141,1733268059256] 2024-12-03T23:21:01,101 INFO [RS:0;5f9d64419733:45141 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:21:01,103 INFO [RS:0;5f9d64419733:45141 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:21:01,103 INFO [RS:0;5f9d64419733:45141 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:21:01,103 INFO [RS:0;5f9d64419733:45141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:01,103 INFO [RS:0;5f9d64419733:45141 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:21:01,104 INFO [RS:0;5f9d64419733:45141 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:21:01,104 INFO [RS:0;5f9d64419733:45141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:01,104 DEBUG [RS:0;5f9d64419733:45141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:01,104 DEBUG [RS:0;5f9d64419733:45141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:01,104 DEBUG [RS:0;5f9d64419733:45141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:01,104 DEBUG [RS:0;5f9d64419733:45141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:01,104 DEBUG [RS:0;5f9d64419733:45141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:01,104 DEBUG [RS:0;5f9d64419733:45141 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:21:01,104 DEBUG [RS:0;5f9d64419733:45141 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:01,104 DEBUG [RS:0;5f9d64419733:45141 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:01,104 DEBUG [RS:0;5f9d64419733:45141 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:01,104 DEBUG [RS:0;5f9d64419733:45141 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:01,104 DEBUG [RS:0;5f9d64419733:45141 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:01,104 DEBUG [RS:0;5f9d64419733:45141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:01,104 DEBUG [RS:0;5f9d64419733:45141 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:21:01,104 DEBUG [RS:0;5f9d64419733:45141 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:21:01,107 INFO [RS:0;5f9d64419733:45141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:01,107 INFO [RS:0;5f9d64419733:45141 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:01,107 INFO [RS:0;5f9d64419733:45141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:01,107 INFO [RS:0;5f9d64419733:45141 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:01,107 INFO [RS:0;5f9d64419733:45141 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:01,107 INFO [RS:0;5f9d64419733:45141 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,45141,1733268059256-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:21:01,121 INFO [RS:0;5f9d64419733:45141 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:21:01,121 INFO [RS:0;5f9d64419733:45141 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,45141,1733268059256-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:01,121 INFO [RS:0;5f9d64419733:45141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:01,121 INFO [RS:0;5f9d64419733:45141 {}] regionserver.Replication(171): 5f9d64419733,45141,1733268059256 started 2024-12-03T23:21:01,134 INFO [RS:0;5f9d64419733:45141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:01,134 INFO [RS:0;5f9d64419733:45141 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,45141,1733268059256, RpcServer on 5f9d64419733/172.17.0.2:45141, sessionid=0x1017aa19a3e0001 2024-12-03T23:21:01,134 DEBUG [RS:0;5f9d64419733:45141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:21:01,135 DEBUG [RS:0;5f9d64419733:45141 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,45141,1733268059256 2024-12-03T23:21:01,135 DEBUG [RS:0;5f9d64419733:45141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,45141,1733268059256' 2024-12-03T23:21:01,135 DEBUG [RS:0;5f9d64419733:45141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01704036753/flush-table-proc/abort' 2024-12-03T23:21:01,135 DEBUG [RS:0;5f9d64419733:45141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01704036753/flush-table-proc/acquired' 2024-12-03T23:21:01,135 DEBUG [RS:0;5f9d64419733:45141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:21:01,135 DEBUG [RS:0;5f9d64419733:45141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:21:01,135 DEBUG [RS:0;5f9d64419733:45141 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,45141,1733268059256 2024-12-03T23:21:01,135 DEBUG [RS:0;5f9d64419733:45141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,45141,1733268059256' 2024-12-03T23:21:01,135 DEBUG [RS:0;5f9d64419733:45141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01704036753/online-snapshot/abort' 2024-12-03T23:21:01,136 DEBUG [RS:0;5f9d64419733:45141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01704036753/online-snapshot/acquired' 2024-12-03T23:21:01,136 DEBUG [RS:0;5f9d64419733:45141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:21:01,136 INFO [RS:0;5f9d64419733:45141 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:21:01,136 INFO [RS:0;5f9d64419733:45141 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:21:01,236 INFO [RS:0;5f9d64419733:45141 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:21:01,238 INFO [RS:0;5f9d64419733:45141 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C45141%2C1733268059256, suffix=, logDir=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256, archiveDir=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/oldWALs, maxLogs=10 2024-12-03T23:21:01,251 DEBUG [RS:0;5f9d64419733:45141 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238, exclude list is [], retry=0 2024-12-03T23:21:01,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46381,DS-8652d939-a01f-4c5d-b8ca-150f97461567,DISK] 2024-12-03T23:21:01,255 INFO [RS:0;5f9d64419733:45141 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 2024-12-03T23:21:01,259 DEBUG [RS:0;5f9d64419733:45141 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42207:42207)] 2024-12-03T23:21:01,412 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T23:21:01,413 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1 2024-12-03T23:21:01,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741833_1009 (size=32) 2024-12-03T23:21:01,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:01,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:21:01,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:21:01,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:01,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:01,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:21:01,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:21:01,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:01,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:01,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:21:01,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:21:01,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:01,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:01,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:21:01,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:21:01,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:01,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:01,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:21:01,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/1588230740 2024-12-03T23:21:01,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/1588230740 2024-12-03T23:21:01,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:21:01,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:21:01,828 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:21:01,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:21:01,830 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:21:01,830 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59452710, jitterRate=-0.11408558487892151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:21:01,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733268061820Initializing all the Stores at 1733268061821 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268061821Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268061821Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268061821Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268061821Cleaning up temporary data from old regions at 1733268061827 (+6 ms)Region opened successfully at 1733268061831 (+4 ms) 2024-12-03T23:21:01,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:21:01,831 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:21:01,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:21:01,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:21:01,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:21:01,831 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:21:01,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733268061831Disabling compacts and flushes for region at 1733268061831Disabling writes for close at 1733268061831Writing region close event to WAL at 1733268061831Closed at 1733268061831 2024-12-03T23:21:01,832 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:01,832 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T23:21:01,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T23:21:01,834 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:21:01,834 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T23:21:01,985 DEBUG [5f9d64419733:43347 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T23:21:01,985 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5f9d64419733,45141,1733268059256 2024-12-03T23:21:01,986 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,45141,1733268059256, state=OPENING 2024-12-03T23:21:01,989 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T23:21:01,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45141-0x1017aa19a3e0001, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704036753 2024-12-03T23:21:01,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704036753 2024-12-03T23:21:01,991 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:21:01,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01704036753/meta-region-server: CHANGED 2024-12-03T23:21:01,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01704036753/meta-region-server: CHANGED 2024-12-03T23:21:01,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,45141,1733268059256}] 2024-12-03T23:21:02,143 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:21:02,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:21:02,147 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T23:21:02,147 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:21:02,148 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T23:21:02,149 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C45141%2C1733268059256.meta, suffix=.meta, logDir=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256, archiveDir=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/oldWALs, maxLogs=10 2024-12-03T23:21:02,162 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.meta.1733268062149.meta, exclude list is [], retry=0 2024-12-03T23:21:02,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46381,DS-8652d939-a01f-4c5d-b8ca-150f97461567,DISK] 2024-12-03T23:21:02,166 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.meta.1733268062149.meta 2024-12-03T23:21:02,167 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42207:42207)] 2024-12-03T23:21:02,167 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:21:02,167 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:21:02,167 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:21:02,167 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T23:21:02,167 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T23:21:02,167 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T23:21:02,167 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:02,167 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T23:21:02,167 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T23:21:02,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:21:02,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:21:02,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:02,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:02,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:21:02,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:21:02,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:02,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:02,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:21:02,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:21:02,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:02,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:02,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:21:02,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:21:02,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:02,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:02,173 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:21:02,173 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/1588230740 2024-12-03T23:21:02,174 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/1588230740 2024-12-03T23:21:02,175 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:21:02,175 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:21:02,175 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:21:02,176 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:21:02,177 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62402339, jitterRate=-0.07013268768787384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:21:02,177 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T23:21:02,177 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733268062167Writing region info on filesystem at 1733268062167Initializing all the Stores at 1733268062168 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268062168Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268062168Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268062168Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268062168Cleaning up temporary data from old regions at 1733268062175 (+7 ms)Running coprocessor post-open hooks at 1733268062177 (+2 ms)Region opened successfully at 1733268062177 2024-12-03T23:21:02,178 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733268062143 2024-12-03T23:21:02,179 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T23:21:02,180 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T23:21:02,180 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,45141,1733268059256 2024-12-03T23:21:02,181 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,45141,1733268059256, state=OPEN 2024-12-03T23:21:02,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45141-0x1017aa19a3e0001, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01704036753/meta-region-server 2024-12-03T23:21:02,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01704036753/meta-region-server 2024-12-03T23:21:02,185 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5f9d64419733,45141,1733268059256 2024-12-03T23:21:02,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01704036753/meta-region-server: CHANGED 2024-12-03T23:21:02,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01704036753/meta-region-server: CHANGED 2024-12-03T23:21:02,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T23:21:02,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,45141,1733268059256 in 194 msec 2024-12-03T23:21:02,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T23:21:02,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-12-03T23:21:02,189 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:02,189 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T23:21:02,190 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:02,190 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45141,1733268059256, seqNum=-1] 2024-12-03T23:21:02,190 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:02,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:21:02,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1930 sec 2024-12-03T23:21:02,195 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733268062195, completionTime=-1 2024-12-03T23:21:02,195 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T23:21:02,195 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T23:21:02,196 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T23:21:02,196 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733268122196 2024-12-03T23:21:02,197 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733268182197 2024-12-03T23:21:02,197 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T23:21:02,197 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,43347,1733268059210-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:02,197 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,43347,1733268059210-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:02,197 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,43347,1733268059210-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:02,197 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5f9d64419733:43347, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:02,197 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:02,198 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:02,199 DEBUG [master/5f9d64419733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T23:21:02,201 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.906sec 2024-12-03T23:21:02,201 INFO [master/5f9d64419733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T23:21:02,201 INFO [master/5f9d64419733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T23:21:02,201 INFO [master/5f9d64419733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T23:21:02,201 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T23:21:02,201 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T23:21:02,201 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,43347,1733268059210-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:21:02,201 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,43347,1733268059210-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T23:21:02,202 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T23:21:02,202 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T23:21:02,202 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,43347,1733268059210-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:02,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b86426b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:02,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,43347,-1 for getting cluster id 2024-12-03T23:21:02,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:02,280 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f68f6988-9330-4268-961d-bb333fb5e006' 2024-12-03T23:21:02,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:02,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f68f6988-9330-4268-961d-bb333fb5e006" 2024-12-03T23:21:02,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3a1fbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:02,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,43347,-1] 2024-12-03T23:21:02,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:02,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:02,281 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:02,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b99d9f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:02,282 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:02,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45141,1733268059256, seqNum=-1] 2024-12-03T23:21:02,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:02,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:21:02,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5f9d64419733,43347,1733268059210 2024-12-03T23:21:02,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61383 2024-12-03T23:21:02,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:21:02,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017aa19a3e0002 connected 2024-12-03T23:21:02,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/hadoop.log.dir so I do NOT create it in target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d 2024-12-03T23:21:02,293 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T23:21:02,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/hadoop.tmp.dir so I do NOT create it in target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d 2024-12-03T23:21:02,293 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T23:21:02,293 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d 2024-12-03T23:21:02,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T23:21:02,293 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/cluster_943e7980-3a31-4ba1-d6c4-d89163626cad, deleteOnExit=true 2024-12-03T23:21:02,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T23:21:02,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/test.cache.data in system properties and HBase conf 2024-12-03T23:21:02,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T23:21:02,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/hadoop.log.dir in system properties and HBase conf 2024-12-03T23:21:02,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T23:21:02,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T23:21:02,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T23:21:02,293 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T23:21:02,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:21:02,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:21:02,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T23:21:02,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:21:02,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T23:21:02,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T23:21:02,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:21:02,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:21:02,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T23:21:02,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/nfs.dump.dir in system properties and HBase conf 2024-12-03T23:21:02,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/java.io.tmpdir in system properties and HBase conf 2024-12-03T23:21:02,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:21:02,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T23:21:02,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T23:21:02,365 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:21:02,368 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:21:02,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:21:02,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:21:02,371 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T23:21:02,372 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:21:02,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2171703a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:21:02,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c773f45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:21:02,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b552d27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/java.io.tmpdir/jetty-localhost-36497-hadoop-hdfs-3_4_1-tests_jar-_-any-2067068005020188022/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:21:02,489 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62f51439{HTTP/1.1, (http/1.1)}{localhost:36497} 2024-12-03T23:21:02,489 INFO [Time-limited test {}] server.Server(415): Started @252114ms 2024-12-03T23:21:02,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:21:02,575 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:21:02,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:21:02,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:21:02,576 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T23:21:02,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3af5c370{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:21:02,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@965b6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:21:02,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1008dde9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/java.io.tmpdir/jetty-localhost-36411-hadoop-hdfs-3_4_1-tests_jar-_-any-10034738586972186136/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:21:02,691 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a97c4b5{HTTP/1.1, (http/1.1)}{localhost:36411} 2024-12-03T23:21:02,691 INFO [Time-limited test {}] server.Server(415): Started @252317ms 2024-12-03T23:21:02,693 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T23:21:02,797 WARN [Thread-3569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/cluster_943e7980-3a31-4ba1-d6c4-d89163626cad/data/data1/current/BP-304688079-172.17.0.2-1733268062312/current, will proceed with Du for space computation calculation, 2024-12-03T23:21:02,797 WARN [Thread-3570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/cluster_943e7980-3a31-4ba1-d6c4-d89163626cad/data/data2/current/BP-304688079-172.17.0.2-1733268062312/current, will proceed with Du for space computation calculation, 2024-12-03T23:21:02,831 WARN [Thread-3557 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T23:21:02,833 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd02b8d729beeafb1 with lease ID 0xab35dde13e9af64d: Processing first storage report for DS-4ff9a85a-9613-49d1-ad6f-a81eb3e000b6 from datanode DatanodeRegistration(127.0.0.1:45399, datanodeUuid=e1f14101-1f1d-433f-b070-844c81c2d174, infoPort=39883, infoSecurePort=0, ipcPort=44317, storageInfo=lv=-57;cid=testClusterID;nsid=2025293522;c=1733268062312) 2024-12-03T23:21:02,833 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd02b8d729beeafb1 with lease ID 0xab35dde13e9af64d: from storage DS-4ff9a85a-9613-49d1-ad6f-a81eb3e000b6 node DatanodeRegistration(127.0.0.1:45399, datanodeUuid=e1f14101-1f1d-433f-b070-844c81c2d174, infoPort=39883, infoSecurePort=0, ipcPort=44317, storageInfo=lv=-57;cid=testClusterID;nsid=2025293522;c=1733268062312), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:21:02,833 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd02b8d729beeafb1 with lease ID 0xab35dde13e9af64d: Processing first storage report for DS-a87e941a-cf71-4214-894f-6255c88f84ea from datanode DatanodeRegistration(127.0.0.1:45399, datanodeUuid=e1f14101-1f1d-433f-b070-844c81c2d174, infoPort=39883, infoSecurePort=0, ipcPort=44317, storageInfo=lv=-57;cid=testClusterID;nsid=2025293522;c=1733268062312) 2024-12-03T23:21:02,833 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd02b8d729beeafb1 with lease ID 0xab35dde13e9af64d: from storage DS-a87e941a-cf71-4214-894f-6255c88f84ea node DatanodeRegistration(127.0.0.1:45399, datanodeUuid=e1f14101-1f1d-433f-b070-844c81c2d174, infoPort=39883, infoSecurePort=0, ipcPort=44317, storageInfo=lv=-57;cid=testClusterID;nsid=2025293522;c=1733268062312), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:21:02,914 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d 2024-12-03T23:21:02,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:02,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:02,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741825_1001 (size=7) 2024-12-03T23:21:03,322 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18 with version=8 2024-12-03T23:21:03,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/hbase-staging 2024-12-03T23:21:03,325 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:21:03,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:03,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:03,325 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:21:03,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:03,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:21:03,325 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T23:21:03,325 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:21:03,326 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37957 2024-12-03T23:21:03,326 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37957 connecting to ZooKeeper ensemble=127.0.0.1:61383 2024-12-03T23:21:03,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379570x0, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:21:03,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37957-0x1017aa19a3e0003 connected 2024-12-03T23:21:03,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:03,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:03,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Set watcher on znode that does not yet exist, /11405791771/running 2024-12-03T23:21:03,349 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18, hbase.cluster.distributed=false 2024-12-03T23:21:03,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Set watcher on znode that does not yet exist, /11405791771/acl 2024-12-03T23:21:03,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37957 2024-12-03T23:21:03,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37957 2024-12-03T23:21:03,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37957 2024-12-03T23:21:03,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37957 2024-12-03T23:21:03,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37957 2024-12-03T23:21:03,371 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:21:03,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:03,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:03,371 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:21:03,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:03,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:21:03,371 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:21:03,371 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:21:03,372 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35255 2024-12-03T23:21:03,372 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35255 connecting to ZooKeeper ensemble=127.0.0.1:61383 2024-12-03T23:21:03,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:03,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:03,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352550x0, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:21:03,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352550x0, quorum=127.0.0.1:61383, baseZNode=/11405791771 Set watcher on znode that does not yet exist, /11405791771/running 2024-12-03T23:21:03,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35255-0x1017aa19a3e0004 connected 2024-12-03T23:21:03,381 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:21:03,382 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:21:03,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35255-0x1017aa19a3e0004, quorum=127.0.0.1:61383, baseZNode=/11405791771 Set watcher on znode that does not yet exist, /11405791771/master 2024-12-03T23:21:03,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35255-0x1017aa19a3e0004, quorum=127.0.0.1:61383, baseZNode=/11405791771 Set watcher on znode that does not yet exist, /11405791771/acl 2024-12-03T23:21:03,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35255 2024-12-03T23:21:03,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35255 2024-12-03T23:21:03,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35255 2024-12-03T23:21:03,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35255 2024-12-03T23:21:03,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35255 2024-12-03T23:21:03,395 DEBUG [M:0;5f9d64419733:37957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5f9d64419733:37957 2024-12-03T23:21:03,396 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11405791771/backup-masters/5f9d64419733,37957,1733268063325 2024-12-03T23:21:03,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1017aa19a3e0004, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11405791771/backup-masters 2024-12-03T23:21:03,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11405791771/backup-masters 2024-12-03T23:21:03,398 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Set watcher on existing znode=/11405791771/backup-masters/5f9d64419733,37957,1733268063325 2024-12-03T23:21:03,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1017aa19a3e0004, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11405791771/master 2024-12-03T23:21:03,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11405791771 2024-12-03T23:21:03,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1017aa19a3e0004, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11405791771 2024-12-03T23:21:03,400 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Set watcher on existing znode=/11405791771/master 2024-12-03T23:21:03,400 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11405791771/backup-masters/5f9d64419733,37957,1733268063325 from backup master directory 2024-12-03T23:21:03,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11405791771/backup-masters/5f9d64419733,37957,1733268063325 2024-12-03T23:21:03,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1017aa19a3e0004, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11405791771/backup-masters 2024-12-03T23:21:03,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11405791771/backup-masters 2024-12-03T23:21:03,401 WARN [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:21:03,401 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5f9d64419733,37957,1733268063325 2024-12-03T23:21:03,405 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/hbase.id] with ID: 5e76a2d7-d0de-410e-b2aa-f085136f3fa2 2024-12-03T23:21:03,405 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/.tmp/hbase.id 2024-12-03T23:21:03,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741826_1002 (size=42) 2024-12-03T23:21:03,412 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/.tmp/hbase.id]:[hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/hbase.id] 2024-12-03T23:21:03,419 INFO [master/5f9d64419733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:03,419 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T23:21:03,420 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T23:21:03,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1017aa19a3e0004, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11405791771 2024-12-03T23:21:03,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11405791771 2024-12-03T23:21:03,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741827_1003 (size=196) 2024-12-03T23:21:03,829 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:21:03,830 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T23:21:03,830 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:21:03,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741828_1004 (size=1189) 2024-12-03T23:21:04,241 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/MasterData/data/master/store 2024-12-03T23:21:04,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741829_1005 (size=34) 2024-12-03T23:21:04,251 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:04,252 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:21:04,252 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:04,252 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:04,252 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:21:04,252 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:04,252 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:04,252 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733268064252Disabling compacts and flushes for region at 1733268064252Disabling writes for close at 1733268064252Writing region close event to WAL at 1733268064252Closed at 1733268064252 2024-12-03T23:21:04,253 WARN [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/MasterData/data/master/store/.initializing 2024-12-03T23:21:04,253 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/MasterData/WALs/5f9d64419733,37957,1733268063325 2024-12-03T23:21:04,253 INFO [master/5f9d64419733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:21:04,255 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C37957%2C1733268063325, suffix=, logDir=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/MasterData/WALs/5f9d64419733,37957,1733268063325, archiveDir=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/MasterData/oldWALs, maxLogs=10 2024-12-03T23:21:04,275 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/MasterData/WALs/5f9d64419733,37957,1733268063325/5f9d64419733%2C37957%2C1733268063325.1733268064255, exclude list is [], retry=0 2024-12-03T23:21:04,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45399,DS-4ff9a85a-9613-49d1-ad6f-a81eb3e000b6,DISK] 2024-12-03T23:21:04,286 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/MasterData/WALs/5f9d64419733,37957,1733268063325/5f9d64419733%2C37957%2C1733268063325.1733268064255 2024-12-03T23:21:04,286 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39883:39883)] 2024-12-03T23:21:04,286 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:21:04,286 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:04,287 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:04,287 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:04,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:04,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T23:21:04,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:04,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:04,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:04,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T23:21:04,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:04,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:04,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:04,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T23:21:04,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:04,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:04,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:04,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T23:21:04,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:04,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:04,294 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:04,295 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:04,295 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:04,296 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:04,296 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:04,297 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:21:04,297 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:04,300 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:21:04,300 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69419385, jitterRate=0.03442944586277008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:21:04,300 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733268064287Initializing all the Stores at 1733268064288 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268064288Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268064288Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268064288Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268064288Cleaning up temporary data from old regions at 1733268064296 (+8 ms)Region opened successfully at 1733268064300 (+4 ms) 2024-12-03T23:21:04,301 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T23:21:04,303 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a8d8374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:21:04,304 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T23:21:04,304 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T23:21:04,304 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T23:21:04,304 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T23:21:04,305 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T23:21:04,305 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T23:21:04,305 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T23:21:04,310 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T23:21:04,310 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Unable to get data of znode /11405791771/balancer because node does not exist (not necessarily an error) 2024-12-03T23:21:04,311 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11405791771/balancer already deleted, retry=false 2024-12-03T23:21:04,312 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T23:21:04,312 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Unable to get data of znode /11405791771/normalizer because node does not exist (not necessarily an error) 2024-12-03T23:21:04,313 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11405791771/normalizer already deleted, retry=false 2024-12-03T23:21:04,314 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T23:21:04,315 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Unable to get data of znode /11405791771/switch/split because node does not exist (not necessarily an error) 2024-12-03T23:21:04,316 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11405791771/switch/split already deleted, retry=false 2024-12-03T23:21:04,316 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Unable to get data of znode /11405791771/switch/merge because node does not exist (not necessarily an error) 2024-12-03T23:21:04,318 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11405791771/switch/merge already deleted, retry=false 2024-12-03T23:21:04,330 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Unable to get data of znode /11405791771/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T23:21:04,331 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11405791771/snapshot-cleanup already deleted, retry=false 2024-12-03T23:21:04,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1017aa19a3e0004, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11405791771/running 2024-12-03T23:21:04,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1017aa19a3e0004, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11405791771 2024-12-03T23:21:04,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11405791771/running 2024-12-03T23:21:04,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11405791771 2024-12-03T23:21:04,335 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5f9d64419733,37957,1733268063325, sessionid=0x1017aa19a3e0003, setting cluster-up flag (Was=false) 2024-12-03T23:21:04,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1017aa19a3e0004, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11405791771 2024-12-03T23:21:04,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11405791771 2024-12-03T23:21:04,343 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11405791771/flush-table-proc/acquired, /11405791771/flush-table-proc/reached, /11405791771/flush-table-proc/abort 2024-12-03T23:21:04,344 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,37957,1733268063325 2024-12-03T23:21:04,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1017aa19a3e0004, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11405791771 2024-12-03T23:21:04,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11405791771 2024-12-03T23:21:04,354 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11405791771/online-snapshot/acquired, /11405791771/online-snapshot/reached, /11405791771/online-snapshot/abort 2024-12-03T23:21:04,355 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,37957,1733268063325 2024-12-03T23:21:04,356 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T23:21:04,365 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:04,366 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T23:21:04,366 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T23:21:04,366 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5f9d64419733,37957,1733268063325 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T23:21:04,367 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:04,368 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:04,368 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:04,368 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:04,368 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5f9d64419733:0, corePoolSize=10, maxPoolSize=10 2024-12-03T23:21:04,368 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:04,368 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:21:04,368 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:04,377 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733268094377 2024-12-03T23:21:04,377 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T23:21:04,377 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T23:21:04,377 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T23:21:04,377 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T23:21:04,377 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:04,377 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T23:21:04,377 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T23:21:04,377 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T23:21:04,378 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:04,378 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T23:21:04,380 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:04,383 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T23:21:04,383 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T23:21:04,383 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T23:21:04,383 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T23:21:04,386 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T23:21:04,386 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T23:21:04,389 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268064386,5,FailOnTimeoutGroup] 2024-12-03T23:21:04,393 INFO [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(746): ClusterId : 5e76a2d7-d0de-410e-b2aa-f085136f3fa2 2024-12-03T23:21:04,393 DEBUG [RS:0;5f9d64419733:35255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:21:04,396 DEBUG [RS:0;5f9d64419733:35255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:21:04,396 DEBUG [RS:0;5f9d64419733:35255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:21:04,396 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268064389,5,FailOnTimeoutGroup] 2024-12-03T23:21:04,396 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:04,396 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T23:21:04,396 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:04,396 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:04,398 DEBUG [RS:0;5f9d64419733:35255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:21:04,398 DEBUG [RS:0;5f9d64419733:35255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5c49ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:21:04,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741831_1007 (size=1321) 2024-12-03T23:21:04,421 DEBUG [RS:0;5f9d64419733:35255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5f9d64419733:35255 2024-12-03T23:21:04,422 INFO [RS:0;5f9d64419733:35255 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:21:04,422 INFO [RS:0;5f9d64419733:35255 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:21:04,422 DEBUG [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:21:04,422 INFO [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,37957,1733268063325 with port=35255, startcode=1733268063370 2024-12-03T23:21:04,423 DEBUG [RS:0;5f9d64419733:35255 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:21:04,425 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:21:04,425 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37957 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,35255,1733268063370 2024-12-03T23:21:04,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37957 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,35255,1733268063370 2024-12-03T23:21:04,428 DEBUG [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18 2024-12-03T23:21:04,428 DEBUG [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45431 2024-12-03T23:21:04,428 DEBUG [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:21:04,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11405791771/rs 2024-12-03T23:21:04,445 DEBUG [RS:0;5f9d64419733:35255 {}] zookeeper.ZKUtil(111): regionserver:35255-0x1017aa19a3e0004, quorum=127.0.0.1:61383, baseZNode=/11405791771 Set watcher on existing znode=/11405791771/rs/5f9d64419733,35255,1733268063370 2024-12-03T23:21:04,445 WARN [RS:0;5f9d64419733:35255 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:21:04,445 INFO [RS:0;5f9d64419733:35255 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:21:04,445 DEBUG [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370 2024-12-03T23:21:04,449 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,35255,1733268063370] 2024-12-03T23:21:04,455 INFO [RS:0;5f9d64419733:35255 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:21:04,458 INFO [RS:0;5f9d64419733:35255 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:21:04,460 INFO [RS:0;5f9d64419733:35255 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:21:04,460 INFO [RS:0;5f9d64419733:35255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:04,464 INFO [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:21:04,465 INFO [RS:0;5f9d64419733:35255 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:21:04,465 INFO [RS:0;5f9d64419733:35255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:04,465 DEBUG [RS:0;5f9d64419733:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:04,465 DEBUG [RS:0;5f9d64419733:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:04,465 DEBUG [RS:0;5f9d64419733:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:04,465 DEBUG [RS:0;5f9d64419733:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:04,465 DEBUG [RS:0;5f9d64419733:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:04,465 DEBUG [RS:0;5f9d64419733:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:21:04,465 DEBUG [RS:0;5f9d64419733:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:04,465 DEBUG [RS:0;5f9d64419733:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:04,465 DEBUG [RS:0;5f9d64419733:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:04,466 DEBUG [RS:0;5f9d64419733:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:04,466 DEBUG [RS:0;5f9d64419733:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:04,466 DEBUG [RS:0;5f9d64419733:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:04,466 DEBUG [RS:0;5f9d64419733:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:21:04,466 DEBUG [RS:0;5f9d64419733:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:21:04,466 INFO [RS:0;5f9d64419733:35255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:04,466 INFO [RS:0;5f9d64419733:35255 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:04,466 INFO [RS:0;5f9d64419733:35255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:04,466 INFO [RS:0;5f9d64419733:35255 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:04,466 INFO [RS:0;5f9d64419733:35255 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:04,466 INFO [RS:0;5f9d64419733:35255 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,35255,1733268063370-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:21:04,484 INFO [RS:0;5f9d64419733:35255 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:21:04,485 INFO [RS:0;5f9d64419733:35255 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,35255,1733268063370-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:04,485 INFO [RS:0;5f9d64419733:35255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:04,485 INFO [RS:0;5f9d64419733:35255 {}] regionserver.Replication(171): 5f9d64419733,35255,1733268063370 started 2024-12-03T23:21:04,501 INFO [RS:0;5f9d64419733:35255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:04,501 INFO [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,35255,1733268063370, RpcServer on 5f9d64419733/172.17.0.2:35255, sessionid=0x1017aa19a3e0004 2024-12-03T23:21:04,501 DEBUG [RS:0;5f9d64419733:35255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:21:04,501 DEBUG [RS:0;5f9d64419733:35255 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,35255,1733268063370 2024-12-03T23:21:04,501 DEBUG [RS:0;5f9d64419733:35255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,35255,1733268063370' 2024-12-03T23:21:04,501 DEBUG [RS:0;5f9d64419733:35255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11405791771/flush-table-proc/abort' 2024-12-03T23:21:04,501 DEBUG [RS:0;5f9d64419733:35255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11405791771/flush-table-proc/acquired' 2024-12-03T23:21:04,502 DEBUG [RS:0;5f9d64419733:35255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:21:04,502 DEBUG [RS:0;5f9d64419733:35255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:21:04,502 DEBUG [RS:0;5f9d64419733:35255 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,35255,1733268063370 2024-12-03T23:21:04,502 DEBUG [RS:0;5f9d64419733:35255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,35255,1733268063370' 2024-12-03T23:21:04,502 DEBUG [RS:0;5f9d64419733:35255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11405791771/online-snapshot/abort' 2024-12-03T23:21:04,502 DEBUG [RS:0;5f9d64419733:35255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11405791771/online-snapshot/acquired' 2024-12-03T23:21:04,502 DEBUG [RS:0;5f9d64419733:35255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:21:04,502 INFO [RS:0;5f9d64419733:35255 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:21:04,502 INFO [RS:0;5f9d64419733:35255 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:21:04,603 INFO [RS:0;5f9d64419733:35255 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:21:04,604 INFO [RS:0;5f9d64419733:35255 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C35255%2C1733268063370, suffix=, logDir=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370, archiveDir=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/oldWALs, maxLogs=10 2024-12-03T23:21:04,618 DEBUG [RS:0;5f9d64419733:35255 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604, exclude list is [], retry=0 2024-12-03T23:21:04,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45399,DS-4ff9a85a-9613-49d1-ad6f-a81eb3e000b6,DISK] 2024-12-03T23:21:04,622 INFO [RS:0;5f9d64419733:35255 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 2024-12-03T23:21:04,622 DEBUG [RS:0;5f9d64419733:35255 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39883:39883)] 2024-12-03T23:21:04,803 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T23:21:04,803 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18 2024-12-03T23:21:04,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741833_1009 (size=32) 2024-12-03T23:21:04,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:04,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:21:04,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:21:04,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:04,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:04,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:21:04,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:21:04,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:04,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:04,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:21:04,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:21:04,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:04,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:04,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:21:04,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:21:04,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:04,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:04,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:21:04,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/1588230740 2024-12-03T23:21:04,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/1588230740 2024-12-03T23:21:04,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:21:04,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:21:04,820 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:21:04,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:21:04,822 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:21:04,822 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74787032, jitterRate=0.11441361904144287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:21:04,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733268064810Initializing all the Stores at 1733268064811 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268064811Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268064812 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268064812Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268064812Cleaning up temporary data from old regions at 1733268064819 (+7 ms)Region opened successfully at 1733268064822 (+3 ms) 2024-12-03T23:21:04,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:21:04,823 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:21:04,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:21:04,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:21:04,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:21:04,823 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:21:04,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733268064823Disabling compacts and flushes for region at 1733268064823Disabling writes for close at 1733268064823Writing region close event to WAL at 1733268064823Closed at 1733268064823 2024-12-03T23:21:04,825 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:04,825 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T23:21:04,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T23:21:04,826 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:21:04,827 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T23:21:04,977 DEBUG [5f9d64419733:37957 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T23:21:04,978 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5f9d64419733,35255,1733268063370 2024-12-03T23:21:04,979 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,35255,1733268063370, state=OPENING 2024-12-03T23:21:04,981 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T23:21:04,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1017aa19a3e0004, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11405791771 2024-12-03T23:21:04,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11405791771 2024-12-03T23:21:04,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11405791771/meta-region-server: CHANGED 2024-12-03T23:21:04,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11405791771/meta-region-server: CHANGED 2024-12-03T23:21:04,983 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:21:04,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,35255,1733268063370}] 2024-12-03T23:21:05,135 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:21:05,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:21:05,139 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T23:21:05,139 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:21:05,140 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T23:21:05,141 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C35255%2C1733268063370.meta, suffix=.meta, logDir=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370, archiveDir=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/oldWALs, maxLogs=10 2024-12-03T23:21:05,155 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.meta.1733268065141.meta, exclude list is [], retry=0 2024-12-03T23:21:05,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45399,DS-4ff9a85a-9613-49d1-ad6f-a81eb3e000b6,DISK] 2024-12-03T23:21:05,158 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.meta.1733268065141.meta 2024-12-03T23:21:05,158 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39883:39883)] 2024-12-03T23:21:05,158 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:21:05,159 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:21:05,159 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:21:05,159 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T23:21:05,159 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T23:21:05,159 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T23:21:05,159 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:05,159 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T23:21:05,159 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T23:21:05,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:21:05,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:21:05,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:05,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:05,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:21:05,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:21:05,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:05,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:05,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:21:05,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:21:05,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:05,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:05,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:21:05,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:21:05,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:05,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:05,163 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:21:05,164 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/1588230740 2024-12-03T23:21:05,164 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/1588230740 2024-12-03T23:21:05,165 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:21:05,165 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:21:05,166 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:21:05,167 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:21:05,167 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66446849, jitterRate=-0.009864792227745056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:21:05,168 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T23:21:05,168 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733268065159Writing region info on filesystem at 1733268065159Initializing all the Stores at 1733268065160 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268065160Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268065160Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268065160Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268065160Cleaning up temporary data from old regions at 1733268065165 (+5 ms)Running coprocessor post-open hooks at 1733268065168 (+3 ms)Region opened successfully at 1733268065168 2024-12-03T23:21:05,169 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733268065135 2024-12-03T23:21:05,170 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T23:21:05,171 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T23:21:05,171 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,35255,1733268063370 2024-12-03T23:21:05,172 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,35255,1733268063370, state=OPEN 2024-12-03T23:21:05,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1017aa19a3e0004, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11405791771/meta-region-server 2024-12-03T23:21:05,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11405791771/meta-region-server 2024-12-03T23:21:05,173 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5f9d64419733,35255,1733268063370 2024-12-03T23:21:05,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11405791771/meta-region-server: CHANGED 2024-12-03T23:21:05,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11405791771/meta-region-server: CHANGED 2024-12-03T23:21:05,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T23:21:05,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,35255,1733268063370 in 189 msec 2024-12-03T23:21:05,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T23:21:05,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-12-03T23:21:05,177 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:05,177 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T23:21:05,178 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:05,178 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,35255,1733268063370, seqNum=-1] 2024-12-03T23:21:05,179 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:05,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:21:05,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 818 msec 2024-12-03T23:21:05,183 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733268065183, completionTime=-1 2024-12-03T23:21:05,183 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T23:21:05,183 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T23:21:05,184 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T23:21:05,185 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733268125185 2024-12-03T23:21:05,185 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733268185185 2024-12-03T23:21:05,185 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T23:21:05,185 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,37957,1733268063325-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:05,185 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,37957,1733268063325-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:05,185 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,37957,1733268063325-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:05,185 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5f9d64419733:37957, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:05,185 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:05,185 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:05,186 DEBUG [master/5f9d64419733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T23:21:05,188 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.787sec 2024-12-03T23:21:05,188 INFO [master/5f9d64419733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T23:21:05,188 INFO [master/5f9d64419733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T23:21:05,188 INFO [master/5f9d64419733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T23:21:05,188 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T23:21:05,188 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T23:21:05,188 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,37957,1733268063325-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:21:05,188 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,37957,1733268063325-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T23:21:05,189 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T23:21:05,189 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T23:21:05,189 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,37957,1733268063325-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:05,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5847daaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:05,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,37957,-1 for getting cluster id 2024-12-03T23:21:05,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:05,195 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e76a2d7-d0de-410e-b2aa-f085136f3fa2' 2024-12-03T23:21:05,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:05,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e76a2d7-d0de-410e-b2aa-f085136f3fa2" 2024-12-03T23:21:05,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9be873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:05,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,37957,-1] 2024-12-03T23:21:05,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:05,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:05,196 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:05,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf0291a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:05,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,35255,1733268063370, seqNum=-1] 2024-12-03T23:21:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:05,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:21:05,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5f9d64419733,37957,1733268063325 2024-12-03T23:21:05,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61383 2024-12-03T23:21:05,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/hadoop.log.dir so I do NOT create it in target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079 2024-12-03T23:21:05,215 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T23:21:05,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/hadoop.tmp.dir so I do NOT create it in target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079 2024-12-03T23:21:05,215 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T23:21:05,215 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079 2024-12-03T23:21:05,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T23:21:05,215 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/cluster_ae966aee-b359-6d75-6ed2-9e89c75c3afe, deleteOnExit=true 2024-12-03T23:21:05,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T23:21:05,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/test.cache.data in system properties and HBase conf 2024-12-03T23:21:05,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T23:21:05,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/hadoop.log.dir in system properties and HBase conf 2024-12-03T23:21:05,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T23:21:05,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T23:21:05,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T23:21:05,216 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T23:21:05,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:21:05,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:21:05,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T23:21:05,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:21:05,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T23:21:05,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T23:21:05,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:21:05,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:21:05,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T23:21:05,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/nfs.dump.dir in system properties and HBase conf 2024-12-03T23:21:05,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/java.io.tmpdir in system properties and HBase conf 2024-12-03T23:21:05,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:21:05,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T23:21:05,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T23:21:05,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:21:05,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017aa19a3e0005 connected 2024-12-03T23:21:05,309 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:21:05,313 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:21:05,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:21:05,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:21:05,320 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T23:21:05,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:21:05,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15c8887e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:21:05,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d7b342c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:21:05,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58a34c8d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/java.io.tmpdir/jetty-localhost-33237-hadoop-hdfs-3_4_1-tests_jar-_-any-10595428078578406817/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:21:05,466 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64019185{HTTP/1.1, (http/1.1)}{localhost:33237} 2024-12-03T23:21:05,466 INFO [Time-limited test {}] server.Server(415): Started @255091ms 2024-12-03T23:21:05,571 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:21:05,574 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:21:05,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:21:05,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:21:05,581 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T23:21:05,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d4fb49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:21:05,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d48c9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:21:05,682 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T23:21:05,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T23:21:05,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2482a93b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/java.io.tmpdir/jetty-localhost-35171-hadoop-hdfs-3_4_1-tests_jar-_-any-9002201364028493687/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:21:05,698 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a05fecf{HTTP/1.1, (http/1.1)}{localhost:35171} 2024-12-03T23:21:05,698 INFO [Time-limited test {}] server.Server(415): Started @255324ms 2024-12-03T23:21:05,700 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T23:21:05,814 WARN [Thread-3689 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/cluster_ae966aee-b359-6d75-6ed2-9e89c75c3afe/data/data1/current/BP-479146147-172.17.0.2-1733268065239/current, will proceed with Du for space computation calculation, 2024-12-03T23:21:05,817 WARN [Thread-3690 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/cluster_ae966aee-b359-6d75-6ed2-9e89c75c3afe/data/data2/current/BP-479146147-172.17.0.2-1733268065239/current, will proceed with Du for space computation calculation, 2024-12-03T23:21:05,850 WARN [Thread-3677 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T23:21:05,853 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfda61991a487b24 with lease ID 0xfcb62eced186e78b: Processing first storage report for DS-5c516aff-f14f-405e-9309-09dbf039dcd9 from datanode DatanodeRegistration(127.0.0.1:41183, datanodeUuid=a44d6ca5-63cb-40f2-afbf-5afc1f0457bb, infoPort=44145, infoSecurePort=0, ipcPort=37425, storageInfo=lv=-57;cid=testClusterID;nsid=928079170;c=1733268065239) 2024-12-03T23:21:05,853 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfda61991a487b24 with lease ID 0xfcb62eced186e78b: from storage DS-5c516aff-f14f-405e-9309-09dbf039dcd9 node DatanodeRegistration(127.0.0.1:41183, datanodeUuid=a44d6ca5-63cb-40f2-afbf-5afc1f0457bb, infoPort=44145, infoSecurePort=0, ipcPort=37425, storageInfo=lv=-57;cid=testClusterID;nsid=928079170;c=1733268065239), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:21:05,853 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfda61991a487b24 with lease ID 0xfcb62eced186e78b: Processing first storage report for DS-052b6581-d65a-404a-8103-8aec95927434 from datanode DatanodeRegistration(127.0.0.1:41183, datanodeUuid=a44d6ca5-63cb-40f2-afbf-5afc1f0457bb, infoPort=44145, infoSecurePort=0, ipcPort=37425, storageInfo=lv=-57;cid=testClusterID;nsid=928079170;c=1733268065239) 2024-12-03T23:21:05,853 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfda61991a487b24 with lease ID 0xfcb62eced186e78b: from storage DS-052b6581-d65a-404a-8103-8aec95927434 node DatanodeRegistration(127.0.0.1:41183, datanodeUuid=a44d6ca5-63cb-40f2-afbf-5afc1f0457bb, infoPort=44145, infoSecurePort=0, ipcPort=37425, storageInfo=lv=-57;cid=testClusterID;nsid=928079170;c=1733268065239), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:21:05,933 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079 2024-12-03T23:21:05,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:05,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:05,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741825_1001 (size=7) 2024-12-03T23:21:06,342 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e with version=8 2024-12-03T23:21:06,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/hbase-staging 2024-12-03T23:21:06,344 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:21:06,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:06,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:06,344 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:21:06,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:06,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:21:06,345 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T23:21:06,345 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:21:06,345 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46459 2024-12-03T23:21:06,346 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46459 connecting to ZooKeeper ensemble=127.0.0.1:61383 2024-12-03T23:21:06,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464590x0, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:21:06,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46459-0x1017aa19a3e0006 connected 2024-12-03T23:21:06,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:06,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:06,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Set watcher on znode that does not yet exist, /2-31405396/running 2024-12-03T23:21:06,364 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e, hbase.cluster.distributed=false 2024-12-03T23:21:06,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Set watcher on znode that does not yet exist, /2-31405396/acl 2024-12-03T23:21:06,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46459 2024-12-03T23:21:06,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46459 2024-12-03T23:21:06,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46459 2024-12-03T23:21:06,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46459 2024-12-03T23:21:06,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46459 2024-12-03T23:21:06,395 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:21:06,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:06,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:06,395 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:21:06,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:06,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:21:06,395 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:21:06,395 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:21:06,400 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36093 2024-12-03T23:21:06,401 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36093 connecting to ZooKeeper ensemble=127.0.0.1:61383 2024-12-03T23:21:06,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:06,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:06,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360930x0, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:21:06,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360930x0, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Set watcher on znode that does not yet exist, /2-31405396/running 2024-12-03T23:21:06,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36093-0x1017aa19a3e0007 connected 2024-12-03T23:21:06,416 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:21:06,417 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:21:06,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36093-0x1017aa19a3e0007, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Set watcher on znode that does not yet exist, /2-31405396/master 2024-12-03T23:21:06,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36093-0x1017aa19a3e0007, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Set watcher on znode that does not yet exist, /2-31405396/acl 2024-12-03T23:21:06,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36093 2024-12-03T23:21:06,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36093 2024-12-03T23:21:06,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36093 2024-12-03T23:21:06,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36093 2024-12-03T23:21:06,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36093 2024-12-03T23:21:06,441 DEBUG [M:0;5f9d64419733:46459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5f9d64419733:46459 2024-12-03T23:21:06,442 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-31405396/backup-masters/5f9d64419733,46459,1733268066344 2024-12-03T23:21:06,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-31405396/backup-masters 2024-12-03T23:21:06,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1017aa19a3e0007, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-31405396/backup-masters 2024-12-03T23:21:06,443 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Set watcher on existing znode=/2-31405396/backup-masters/5f9d64419733,46459,1733268066344 2024-12-03T23:21:06,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1017aa19a3e0007, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-31405396/master 2024-12-03T23:21:06,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-31405396 2024-12-03T23:21:06,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1017aa19a3e0007, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-31405396 2024-12-03T23:21:06,446 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Set watcher on existing znode=/2-31405396/master 2024-12-03T23:21:06,447 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-31405396/backup-masters/5f9d64419733,46459,1733268066344 from backup master directory 2024-12-03T23:21:06,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1017aa19a3e0007, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-31405396/backup-masters 2024-12-03T23:21:06,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-31405396/backup-masters/5f9d64419733,46459,1733268066344 2024-12-03T23:21:06,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-31405396/backup-masters 2024-12-03T23:21:06,448 WARN [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:21:06,448 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5f9d64419733,46459,1733268066344 2024-12-03T23:21:06,451 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/hbase.id] with ID: 1c4c6d6d-5da6-4b89-abe0-28d8593939dc 2024-12-03T23:21:06,451 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/.tmp/hbase.id 2024-12-03T23:21:06,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741826_1002 (size=42) 2024-12-03T23:21:06,862 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/.tmp/hbase.id]:[hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/hbase.id] 2024-12-03T23:21:06,873 INFO [master/5f9d64419733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:06,873 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T23:21:06,874 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T23:21:06,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-31405396 2024-12-03T23:21:06,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1017aa19a3e0007, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-31405396 2024-12-03T23:21:06,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741827_1003 (size=196) 2024-12-03T23:21:07,101 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T23:21:07,282 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:21:07,282 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T23:21:07,283 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:21:07,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741828_1004 (size=1189) 2024-12-03T23:21:07,670 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:21:07,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:07,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:07,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:07,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:07,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:07,717 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/MasterData/data/master/store 2024-12-03T23:21:07,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741829_1005 (size=34) 2024-12-03T23:21:07,768 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:07,769 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:21:07,769 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:07,769 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:07,769 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:21:07,769 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:07,769 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:07,769 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733268067768Disabling compacts and flushes for region at 1733268067768Disabling writes for close at 1733268067769 (+1 ms)Writing region close event to WAL at 1733268067769Closed at 1733268067769 2024-12-03T23:21:07,770 WARN [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/MasterData/data/master/store/.initializing 2024-12-03T23:21:07,770 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/MasterData/WALs/5f9d64419733,46459,1733268066344 2024-12-03T23:21:07,771 INFO [master/5f9d64419733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:21:07,772 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C46459%2C1733268066344, suffix=, logDir=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/MasterData/WALs/5f9d64419733,46459,1733268066344, archiveDir=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/MasterData/oldWALs, maxLogs=10 2024-12-03T23:21:07,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:07,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:07,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:07,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:07,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:07,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:07,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:07,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:07,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:07,794 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/MasterData/WALs/5f9d64419733,46459,1733268066344/5f9d64419733%2C46459%2C1733268066344.1733268067772, exclude list is [], retry=0 2024-12-03T23:21:07,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41183,DS-5c516aff-f14f-405e-9309-09dbf039dcd9,DISK] 2024-12-03T23:21:07,812 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/MasterData/WALs/5f9d64419733,46459,1733268066344/5f9d64419733%2C46459%2C1733268066344.1733268067772 2024-12-03T23:21:07,813 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44145:44145)] 2024-12-03T23:21:07,813 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:21:07,813 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:07,813 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:07,813 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:07,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:07,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T23:21:07,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:07,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:07,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:07,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T23:21:07,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:07,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:07,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:07,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T23:21:07,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:07,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:07,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:07,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T23:21:07,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:07,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:07,856 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:07,856 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:07,857 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:07,857 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:07,857 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:07,858 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:21:07,859 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:07,869 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:21:07,869 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73453577, jitterRate=0.09454359114170074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:21:07,870 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733268067813Initializing all the Stores at 1733268067814 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268067814Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268067815 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268067815Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268067815Cleaning up temporary data from old regions at 1733268067857 (+42 ms)Region opened successfully at 1733268067869 (+12 ms) 2024-12-03T23:21:07,870 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T23:21:07,874 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522e4922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:21:07,875 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T23:21:07,875 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T23:21:07,875 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T23:21:07,875 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T23:21:07,875 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T23:21:07,876 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T23:21:07,876 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T23:21:07,882 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T23:21:07,882 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Unable to get data of znode /2-31405396/balancer because node does not exist (not necessarily an error) 2024-12-03T23:21:07,884 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-31405396/balancer already deleted, retry=false 2024-12-03T23:21:07,884 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T23:21:07,884 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Unable to get data of znode /2-31405396/normalizer because node does not exist (not necessarily an error) 2024-12-03T23:21:07,886 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-31405396/normalizer already deleted, retry=false 2024-12-03T23:21:07,887 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T23:21:07,889 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Unable to get data of znode /2-31405396/switch/split because node does not exist (not necessarily an error) 2024-12-03T23:21:07,894 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-31405396/switch/split already deleted, retry=false 2024-12-03T23:21:07,895 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Unable to get data of znode /2-31405396/switch/merge because node does not exist (not necessarily an error) 2024-12-03T23:21:07,896 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-31405396/switch/merge already deleted, retry=false 2024-12-03T23:21:07,898 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Unable to get data of znode /2-31405396/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T23:21:07,899 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-31405396/snapshot-cleanup already deleted, retry=false 2024-12-03T23:21:07,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-31405396/running 2024-12-03T23:21:07,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1017aa19a3e0007, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-31405396/running 2024-12-03T23:21:07,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-31405396 2024-12-03T23:21:07,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1017aa19a3e0007, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-31405396 2024-12-03T23:21:07,901 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5f9d64419733,46459,1733268066344, sessionid=0x1017aa19a3e0006, setting cluster-up flag (Was=false) 2024-12-03T23:21:07,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-31405396 2024-12-03T23:21:07,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1017aa19a3e0007, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-31405396 2024-12-03T23:21:07,910 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-31405396/flush-table-proc/acquired, /2-31405396/flush-table-proc/reached, /2-31405396/flush-table-proc/abort 2024-12-03T23:21:07,911 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,46459,1733268066344 2024-12-03T23:21:07,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-31405396 2024-12-03T23:21:07,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1017aa19a3e0007, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-31405396 2024-12-03T23:21:07,921 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-31405396/online-snapshot/acquired, /2-31405396/online-snapshot/reached, /2-31405396/online-snapshot/abort 2024-12-03T23:21:07,921 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,46459,1733268066344 2024-12-03T23:21:07,922 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T23:21:07,924 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:07,924 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T23:21:07,924 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T23:21:07,924 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5f9d64419733,46459,1733268066344 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T23:21:07,925 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:07,925 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:07,925 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:07,925 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:07,925 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5f9d64419733:0, corePoolSize=10, maxPoolSize=10 2024-12-03T23:21:07,925 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:07,925 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:21:07,925 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:07,927 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:07,927 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T23:21:07,928 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:07,928 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T23:21:07,932 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733268097932 2024-12-03T23:21:07,932 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T23:21:07,933 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T23:21:07,933 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T23:21:07,933 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T23:21:07,933 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T23:21:07,933 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T23:21:07,935 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:07,935 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T23:21:07,935 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T23:21:07,935 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T23:21:07,935 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T23:21:07,936 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T23:21:07,936 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T23:21:07,936 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268067936,5,FailOnTimeoutGroup] 2024-12-03T23:21:07,936 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268067936,5,FailOnTimeoutGroup] 2024-12-03T23:21:07,936 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:07,936 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T23:21:07,936 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:07,936 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:07,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741831_1007 (size=1321) 2024-12-03T23:21:07,946 INFO [RS:0;5f9d64419733:36093 {}] regionserver.HRegionServer(746): ClusterId : 1c4c6d6d-5da6-4b89-abe0-28d8593939dc 2024-12-03T23:21:07,946 DEBUG [RS:0;5f9d64419733:36093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:21:07,949 DEBUG [RS:0;5f9d64419733:36093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:21:07,949 DEBUG [RS:0;5f9d64419733:36093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:21:07,950 DEBUG [RS:0;5f9d64419733:36093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:21:07,950 DEBUG [RS:0;5f9d64419733:36093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb252c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:21:07,966 DEBUG [RS:0;5f9d64419733:36093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5f9d64419733:36093 2024-12-03T23:21:07,967 INFO [RS:0;5f9d64419733:36093 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:21:07,967 INFO [RS:0;5f9d64419733:36093 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:21:07,967 DEBUG [RS:0;5f9d64419733:36093 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:21:07,967 INFO [RS:0;5f9d64419733:36093 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,46459,1733268066344 with port=36093, startcode=1733268066395 2024-12-03T23:21:07,967 DEBUG [RS:0;5f9d64419733:36093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:21:07,969 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:21:07,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46459 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,36093,1733268066395 2024-12-03T23:21:07,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46459 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,36093,1733268066395 2024-12-03T23:21:07,970 DEBUG [RS:0;5f9d64419733:36093 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e 2024-12-03T23:21:07,970 DEBUG [RS:0;5f9d64419733:36093 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43503 2024-12-03T23:21:07,970 DEBUG [RS:0;5f9d64419733:36093 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:21:07,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-31405396/rs 2024-12-03T23:21:07,976 DEBUG [RS:0;5f9d64419733:36093 {}] zookeeper.ZKUtil(111): regionserver:36093-0x1017aa19a3e0007, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Set watcher on existing znode=/2-31405396/rs/5f9d64419733,36093,1733268066395 2024-12-03T23:21:07,976 WARN [RS:0;5f9d64419733:36093 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:21:07,976 INFO [RS:0;5f9d64419733:36093 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:21:07,976 DEBUG [RS:0;5f9d64419733:36093 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395 2024-12-03T23:21:07,983 INFO [RS:0;5f9d64419733:36093 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:21:07,984 INFO [RS:0;5f9d64419733:36093 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:21:07,985 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,36093,1733268066395] 2024-12-03T23:21:07,985 INFO [RS:0;5f9d64419733:36093 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:21:07,985 INFO [RS:0;5f9d64419733:36093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:07,985 INFO [RS:0;5f9d64419733:36093 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:21:07,986 INFO [RS:0;5f9d64419733:36093 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:21:07,986 INFO [RS:0;5f9d64419733:36093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:07,986 DEBUG [RS:0;5f9d64419733:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:07,986 DEBUG [RS:0;5f9d64419733:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:07,986 DEBUG [RS:0;5f9d64419733:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:07,986 DEBUG [RS:0;5f9d64419733:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:07,986 DEBUG [RS:0;5f9d64419733:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:07,986 DEBUG [RS:0;5f9d64419733:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:21:07,986 DEBUG [RS:0;5f9d64419733:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:07,986 DEBUG [RS:0;5f9d64419733:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:07,987 DEBUG [RS:0;5f9d64419733:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:07,987 DEBUG [RS:0;5f9d64419733:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:07,987 DEBUG [RS:0;5f9d64419733:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:07,987 DEBUG [RS:0;5f9d64419733:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:07,987 DEBUG [RS:0;5f9d64419733:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:21:07,987 DEBUG [RS:0;5f9d64419733:36093 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:21:07,992 INFO [RS:0;5f9d64419733:36093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:07,992 INFO [RS:0;5f9d64419733:36093 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:07,992 INFO [RS:0;5f9d64419733:36093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:07,992 INFO [RS:0;5f9d64419733:36093 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:07,992 INFO [RS:0;5f9d64419733:36093 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:07,992 INFO [RS:0;5f9d64419733:36093 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,36093,1733268066395-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:21:08,010 INFO [RS:0;5f9d64419733:36093 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:21:08,011 INFO [RS:0;5f9d64419733:36093 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,36093,1733268066395-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:08,011 INFO [RS:0;5f9d64419733:36093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:08,011 INFO [RS:0;5f9d64419733:36093 {}] regionserver.Replication(171): 5f9d64419733,36093,1733268066395 started 2024-12-03T23:21:08,028 INFO [RS:0;5f9d64419733:36093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:08,028 INFO [RS:0;5f9d64419733:36093 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,36093,1733268066395, RpcServer on 5f9d64419733/172.17.0.2:36093, sessionid=0x1017aa19a3e0007 2024-12-03T23:21:08,029 DEBUG [RS:0;5f9d64419733:36093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:21:08,029 DEBUG [RS:0;5f9d64419733:36093 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,36093,1733268066395 2024-12-03T23:21:08,029 DEBUG [RS:0;5f9d64419733:36093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,36093,1733268066395' 2024-12-03T23:21:08,029 DEBUG [RS:0;5f9d64419733:36093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-31405396/flush-table-proc/abort' 2024-12-03T23:21:08,029 DEBUG [RS:0;5f9d64419733:36093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-31405396/flush-table-proc/acquired' 2024-12-03T23:21:08,029 DEBUG [RS:0;5f9d64419733:36093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:21:08,030 DEBUG [RS:0;5f9d64419733:36093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:21:08,030 DEBUG [RS:0;5f9d64419733:36093 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,36093,1733268066395 2024-12-03T23:21:08,030 DEBUG [RS:0;5f9d64419733:36093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,36093,1733268066395' 2024-12-03T23:21:08,030 DEBUG [RS:0;5f9d64419733:36093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-31405396/online-snapshot/abort' 2024-12-03T23:21:08,030 DEBUG [RS:0;5f9d64419733:36093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-31405396/online-snapshot/acquired' 2024-12-03T23:21:08,030 DEBUG [RS:0;5f9d64419733:36093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:21:08,030 INFO [RS:0;5f9d64419733:36093 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:21:08,030 INFO [RS:0;5f9d64419733:36093 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:21:08,131 INFO [RS:0;5f9d64419733:36093 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:21:08,132 INFO [RS:0;5f9d64419733:36093 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C36093%2C1733268066395, suffix=, logDir=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395, archiveDir=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/oldWALs, maxLogs=10 2024-12-03T23:21:08,146 DEBUG [RS:0;5f9d64419733:36093 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132, exclude list is [], retry=0 2024-12-03T23:21:08,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41183,DS-5c516aff-f14f-405e-9309-09dbf039dcd9,DISK] 2024-12-03T23:21:08,150 INFO [RS:0;5f9d64419733:36093 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 2024-12-03T23:21:08,150 DEBUG [RS:0;5f9d64419733:36093 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44145:44145)] 2024-12-03T23:21:08,345 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T23:21:08,345 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e 2024-12-03T23:21:08,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741833_1009 (size=32) 2024-12-03T23:21:08,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:08,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:21:08,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:21:08,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:08,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:08,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:21:08,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:21:08,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:08,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:08,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:21:08,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:21:08,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:08,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:08,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:21:08,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:21:08,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:08,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:08,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:21:08,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/1588230740 2024-12-03T23:21:08,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/1588230740 2024-12-03T23:21:08,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:21:08,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:21:08,365 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:21:08,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:21:08,367 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:21:08,367 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70122553, jitterRate=0.04490746557712555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:21:08,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733268068356Initializing all the Stores at 1733268068357 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268068357Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268068357Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268068357Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268068357Cleaning up temporary data from old regions at 1733268068364 (+7 ms)Region opened successfully at 1733268068367 (+3 ms) 2024-12-03T23:21:08,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:21:08,367 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:21:08,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:21:08,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:21:08,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:21:08,368 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:21:08,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733268068367Disabling compacts and flushes for region at 1733268068367Disabling writes for close at 1733268068367Writing region close event to WAL at 1733268068368 (+1 ms)Closed at 1733268068368 2024-12-03T23:21:08,368 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:08,368 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T23:21:08,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T23:21:08,369 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:21:08,370 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T23:21:08,520 DEBUG [5f9d64419733:46459 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T23:21:08,521 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5f9d64419733,36093,1733268066395 2024-12-03T23:21:08,522 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,36093,1733268066395, state=OPENING 2024-12-03T23:21:08,523 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T23:21:08,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-31405396 2024-12-03T23:21:08,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1017aa19a3e0007, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-31405396 2024-12-03T23:21:08,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-31405396/meta-region-server: CHANGED 2024-12-03T23:21:08,525 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:21:08,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,36093,1733268066395}] 2024-12-03T23:21:08,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-31405396/meta-region-server: CHANGED 2024-12-03T23:21:08,677 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:21:08,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:21:08,681 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T23:21:08,681 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:21:08,681 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T23:21:08,682 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C36093%2C1733268066395.meta, suffix=.meta, logDir=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395, archiveDir=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/oldWALs, maxLogs=10 2024-12-03T23:21:08,695 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.meta.1733268068682.meta, exclude list is [], retry=0 2024-12-03T23:21:08,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41183,DS-5c516aff-f14f-405e-9309-09dbf039dcd9,DISK] 2024-12-03T23:21:08,698 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.meta.1733268068682.meta 2024-12-03T23:21:08,699 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44145:44145)] 2024-12-03T23:21:08,699 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:21:08,699 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:21:08,699 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:21:08,699 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T23:21:08,699 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T23:21:08,699 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T23:21:08,699 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:08,699 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T23:21:08,699 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T23:21:08,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:21:08,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:21:08,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:08,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:08,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:21:08,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:21:08,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:08,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:08,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:21:08,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:21:08,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:08,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:08,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:21:08,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:21:08,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:08,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:08,704 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:21:08,704 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/1588230740 2024-12-03T23:21:08,705 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/1588230740 2024-12-03T23:21:08,706 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:21:08,706 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:21:08,706 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:21:08,707 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:21:08,707 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68267186, jitterRate=0.017260342836380005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:21:08,707 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T23:21:08,707 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733268068700Writing region info on filesystem at 1733268068700Initializing all the Stores at 1733268068700Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268068700Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268068700Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268068700Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268068700Cleaning up temporary data from old regions at 1733268068706 (+6 ms)Running coprocessor post-open hooks at 1733268068707 (+1 ms)Region opened successfully at 1733268068707 2024-12-03T23:21:08,708 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733268068677 2024-12-03T23:21:08,710 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T23:21:08,710 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T23:21:08,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,36093,1733268066395 2024-12-03T23:21:08,711 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,36093,1733268066395, state=OPEN 2024-12-03T23:21:08,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-31405396/meta-region-server 2024-12-03T23:21:08,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1017aa19a3e0007, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-31405396/meta-region-server 2024-12-03T23:21:08,712 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5f9d64419733,36093,1733268066395 2024-12-03T23:21:08,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-31405396/meta-region-server: CHANGED 2024-12-03T23:21:08,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-31405396/meta-region-server: CHANGED 2024-12-03T23:21:08,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T23:21:08,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,36093,1733268066395 in 187 msec 2024-12-03T23:21:08,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T23:21:08,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 345 msec 2024-12-03T23:21:08,716 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:08,716 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T23:21:08,717 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:08,717 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,36093,1733268066395, seqNum=-1] 2024-12-03T23:21:08,717 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:08,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:21:08,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 797 msec 2024-12-03T23:21:08,721 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733268068721, completionTime=-1 2024-12-03T23:21:08,721 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T23:21:08,721 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T23:21:08,723 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T23:21:08,723 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733268128723 2024-12-03T23:21:08,723 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733268188723 2024-12-03T23:21:08,723 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T23:21:08,724 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,46459,1733268066344-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:08,724 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,46459,1733268066344-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:08,724 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,46459,1733268066344-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:08,724 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5f9d64419733:46459, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:08,724 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:08,724 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:08,726 DEBUG [master/5f9d64419733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T23:21:08,727 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.279sec 2024-12-03T23:21:08,727 INFO [master/5f9d64419733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T23:21:08,727 INFO [master/5f9d64419733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T23:21:08,727 INFO [master/5f9d64419733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T23:21:08,727 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T23:21:08,727 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T23:21:08,727 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,46459,1733268066344-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:21:08,727 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,46459,1733268066344-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T23:21:08,729 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T23:21:08,729 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T23:21:08,729 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,46459,1733268066344-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:08,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491ede36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:08,747 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,46459,-1 for getting cluster id 2024-12-03T23:21:08,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:08,748 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c4c6d6d-5da6-4b89-abe0-28d8593939dc' 2024-12-03T23:21:08,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:08,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c4c6d6d-5da6-4b89-abe0-28d8593939dc" 2024-12-03T23:21:08,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f5c65a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:08,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,46459,-1] 2024-12-03T23:21:08,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:08,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:08,750 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:08,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720973d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:08,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:08,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,36093,1733268066395, seqNum=-1] 2024-12-03T23:21:08,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:08,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:21:08,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5f9d64419733,46459,1733268066344 2024-12-03T23:21:08,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61383 2024-12-03T23:21:08,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:21:08,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1017aa19a3e0008 connected 2024-12-03T23:21:08,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:08,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,43347,1733268059210 2024-12-03T23:21:08,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@327111a5 2024-12-03T23:21:08,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:08,763 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:21:08,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:21:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T23:21:08,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:21:08,766 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:08,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T23:21:08,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:21:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:08,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741835_1011 (size=902) 2024-12-03T23:21:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:09,178 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16ec8d56422d7a808dd56fe1e2621f6e, NAME => 'test,,1733268068764.16ec8d56422d7a808dd56fe1e2621f6e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1 2024-12-03T23:21:09,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741836_1012 (size=39) 2024-12-03T23:21:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:09,587 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733268068764.16ec8d56422d7a808dd56fe1e2621f6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:09,587 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 16ec8d56422d7a808dd56fe1e2621f6e, disabling compactions & flushes 2024-12-03T23:21:09,587 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733268068764.16ec8d56422d7a808dd56fe1e2621f6e. 2024-12-03T23:21:09,587 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733268068764.16ec8d56422d7a808dd56fe1e2621f6e. 2024-12-03T23:21:09,587 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733268068764.16ec8d56422d7a808dd56fe1e2621f6e. after waiting 0 ms 2024-12-03T23:21:09,587 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733268068764.16ec8d56422d7a808dd56fe1e2621f6e. 2024-12-03T23:21:09,587 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733268068764.16ec8d56422d7a808dd56fe1e2621f6e. 2024-12-03T23:21:09,587 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16ec8d56422d7a808dd56fe1e2621f6e: Waiting for close lock at 1733268069587Disabling compacts and flushes for region at 1733268069587Disabling writes for close at 1733268069587Writing region close event to WAL at 1733268069587Closed at 1733268069587 2024-12-03T23:21:09,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:21:09,589 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733268068764.16ec8d56422d7a808dd56fe1e2621f6e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733268069589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733268069589"}]},"ts":"1733268069589"} 2024-12-03T23:21:09,591 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:21:09,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:21:09,592 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268069591"}]},"ts":"1733268069591"} 2024-12-03T23:21:09,593 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T23:21:09,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=16ec8d56422d7a808dd56fe1e2621f6e, ASSIGN}] 2024-12-03T23:21:09,595 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=16ec8d56422d7a808dd56fe1e2621f6e, ASSIGN 2024-12-03T23:21:09,595 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=16ec8d56422d7a808dd56fe1e2621f6e, ASSIGN; state=OFFLINE, location=5f9d64419733,45141,1733268059256; forceNewPlan=false, retain=false 2024-12-03T23:21:09,746 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16ec8d56422d7a808dd56fe1e2621f6e, regionState=OPENING, regionLocation=5f9d64419733,45141,1733268059256 2024-12-03T23:21:09,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=16ec8d56422d7a808dd56fe1e2621f6e, ASSIGN because future has completed 2024-12-03T23:21:09,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16ec8d56422d7a808dd56fe1e2621f6e, server=5f9d64419733,45141,1733268059256}] 2024-12-03T23:21:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:09,905 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733268068764.16ec8d56422d7a808dd56fe1e2621f6e. 2024-12-03T23:21:09,905 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 16ec8d56422d7a808dd56fe1e2621f6e, NAME => 'test,,1733268068764.16ec8d56422d7a808dd56fe1e2621f6e.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:21:09,905 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:21:09,905 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T23:21:09,906 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 16ec8d56422d7a808dd56fe1e2621f6e 2024-12-03T23:21:09,906 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733268068764.16ec8d56422d7a808dd56fe1e2621f6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:09,906 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 16ec8d56422d7a808dd56fe1e2621f6e 2024-12-03T23:21:09,906 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 16ec8d56422d7a808dd56fe1e2621f6e 2024-12-03T23:21:09,907 INFO [StoreOpener-16ec8d56422d7a808dd56fe1e2621f6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 16ec8d56422d7a808dd56fe1e2621f6e 2024-12-03T23:21:09,908 INFO [StoreOpener-16ec8d56422d7a808dd56fe1e2621f6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16ec8d56422d7a808dd56fe1e2621f6e columnFamilyName f 2024-12-03T23:21:09,908 DEBUG [StoreOpener-16ec8d56422d7a808dd56fe1e2621f6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:09,908 INFO [StoreOpener-16ec8d56422d7a808dd56fe1e2621f6e-1 {}] regionserver.HStore(327): Store=16ec8d56422d7a808dd56fe1e2621f6e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:09,908 INFO [StoreOpener-16ec8d56422d7a808dd56fe1e2621f6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 16ec8d56422d7a808dd56fe1e2621f6e 2024-12-03T23:21:09,909 INFO [StoreOpener-16ec8d56422d7a808dd56fe1e2621f6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16ec8d56422d7a808dd56fe1e2621f6e columnFamilyName f1 2024-12-03T23:21:09,909 DEBUG [StoreOpener-16ec8d56422d7a808dd56fe1e2621f6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:09,909 INFO [StoreOpener-16ec8d56422d7a808dd56fe1e2621f6e-1 {}] regionserver.HStore(327): Store=16ec8d56422d7a808dd56fe1e2621f6e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:09,910 INFO [StoreOpener-16ec8d56422d7a808dd56fe1e2621f6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 16ec8d56422d7a808dd56fe1e2621f6e 2024-12-03T23:21:09,910 INFO [StoreOpener-16ec8d56422d7a808dd56fe1e2621f6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16ec8d56422d7a808dd56fe1e2621f6e columnFamilyName norep 2024-12-03T23:21:09,910 DEBUG [StoreOpener-16ec8d56422d7a808dd56fe1e2621f6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:09,910 INFO [StoreOpener-16ec8d56422d7a808dd56fe1e2621f6e-1 {}] regionserver.HStore(327): Store=16ec8d56422d7a808dd56fe1e2621f6e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:09,911 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 16ec8d56422d7a808dd56fe1e2621f6e 2024-12-03T23:21:09,911 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/default/test/16ec8d56422d7a808dd56fe1e2621f6e 2024-12-03T23:21:09,911 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/default/test/16ec8d56422d7a808dd56fe1e2621f6e 2024-12-03T23:21:09,912 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 16ec8d56422d7a808dd56fe1e2621f6e 2024-12-03T23:21:09,912 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 16ec8d56422d7a808dd56fe1e2621f6e 2024-12-03T23:21:09,912 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:21:09,913 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 16ec8d56422d7a808dd56fe1e2621f6e 2024-12-03T23:21:09,914 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/default/test/16ec8d56422d7a808dd56fe1e2621f6e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:21:09,915 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 16ec8d56422d7a808dd56fe1e2621f6e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70029056, jitterRate=0.043514251708984375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:21:09,915 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16ec8d56422d7a808dd56fe1e2621f6e 2024-12-03T23:21:09,915 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 16ec8d56422d7a808dd56fe1e2621f6e: Running coprocessor pre-open hook at 1733268069906Writing region info on filesystem at 1733268069906Initializing all the Stores at 1733268069906Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268069906Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268069907 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268069907Cleaning up temporary data from old regions at 1733268069912 (+5 ms)Running coprocessor post-open hooks at 1733268069915 (+3 ms)Region opened successfully at 1733268069915 2024-12-03T23:21:09,916 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733268068764.16ec8d56422d7a808dd56fe1e2621f6e., pid=6, masterSystemTime=1733268069902 2024-12-03T23:21:09,918 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733268068764.16ec8d56422d7a808dd56fe1e2621f6e. 2024-12-03T23:21:09,918 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733268068764.16ec8d56422d7a808dd56fe1e2621f6e. 2024-12-03T23:21:09,918 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16ec8d56422d7a808dd56fe1e2621f6e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5f9d64419733,45141,1733268059256 2024-12-03T23:21:09,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16ec8d56422d7a808dd56fe1e2621f6e, server=5f9d64419733,45141,1733268059256 because future has completed 2024-12-03T23:21:09,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T23:21:09,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 16ec8d56422d7a808dd56fe1e2621f6e, server=5f9d64419733,45141,1733268059256 in 172 msec 2024-12-03T23:21:09,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T23:21:09,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=16ec8d56422d7a808dd56fe1e2621f6e, ASSIGN in 328 msec 2024-12-03T23:21:09,924 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:21:09,924 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268069924"}]},"ts":"1733268069924"} 2024-12-03T23:21:09,926 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T23:21:09,926 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:21:09,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-12-03T23:21:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:10,910 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T23:21:10,910 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,37957,1733268063325 2024-12-03T23:21:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4576a25f 2024-12-03T23:21:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:10,912 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:21:10,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37957 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:21:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37957 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T23:21:10,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:21:10,914 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:10,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37957 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T23:21:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:10,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:21:10,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741835_1011 (size=902) 2024-12-03T23:21:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:11,323 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c514aed7de05fdd14d8d8260265d1c7, NAME => 'test,,1733268070912.5c514aed7de05fdd14d8d8260265d1c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18 2024-12-03T23:21:11,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741836_1012 (size=39) 2024-12-03T23:21:11,327 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733268070912.5c514aed7de05fdd14d8d8260265d1c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:11,327 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5c514aed7de05fdd14d8d8260265d1c7, disabling compactions & flushes 2024-12-03T23:21:11,327 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733268070912.5c514aed7de05fdd14d8d8260265d1c7. 2024-12-03T23:21:11,327 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733268070912.5c514aed7de05fdd14d8d8260265d1c7. 2024-12-03T23:21:11,328 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733268070912.5c514aed7de05fdd14d8d8260265d1c7. after waiting 0 ms 2024-12-03T23:21:11,328 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733268070912.5c514aed7de05fdd14d8d8260265d1c7. 2024-12-03T23:21:11,328 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733268070912.5c514aed7de05fdd14d8d8260265d1c7. 2024-12-03T23:21:11,328 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c514aed7de05fdd14d8d8260265d1c7: Waiting for close lock at 1733268071327Disabling compacts and flushes for region at 1733268071327Disabling writes for close at 1733268071328 (+1 ms)Writing region close event to WAL at 1733268071328Closed at 1733268071328 2024-12-03T23:21:11,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:21:11,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733268070912.5c514aed7de05fdd14d8d8260265d1c7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733268071329"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733268071329"}]},"ts":"1733268071329"} 2024-12-03T23:21:11,331 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:21:11,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:21:11,332 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268071332"}]},"ts":"1733268071332"} 2024-12-03T23:21:11,333 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T23:21:11,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5c514aed7de05fdd14d8d8260265d1c7, ASSIGN}] 2024-12-03T23:21:11,334 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5c514aed7de05fdd14d8d8260265d1c7, ASSIGN 2024-12-03T23:21:11,335 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5c514aed7de05fdd14d8d8260265d1c7, ASSIGN; state=OFFLINE, location=5f9d64419733,35255,1733268063370; forceNewPlan=false, retain=false 2024-12-03T23:21:11,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c514aed7de05fdd14d8d8260265d1c7, regionState=OPENING, regionLocation=5f9d64419733,35255,1733268063370 2024-12-03T23:21:11,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5c514aed7de05fdd14d8d8260265d1c7, ASSIGN because future has completed 2024-12-03T23:21:11,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c514aed7de05fdd14d8d8260265d1c7, server=5f9d64419733,35255,1733268063370}] 2024-12-03T23:21:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:11,643 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733268070912.5c514aed7de05fdd14d8d8260265d1c7. 2024-12-03T23:21:11,643 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c514aed7de05fdd14d8d8260265d1c7, NAME => 'test,,1733268070912.5c514aed7de05fdd14d8d8260265d1c7.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:21:11,643 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:21:11,643 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T23:21:11,643 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5c514aed7de05fdd14d8d8260265d1c7 2024-12-03T23:21:11,643 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733268070912.5c514aed7de05fdd14d8d8260265d1c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:11,643 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5c514aed7de05fdd14d8d8260265d1c7 2024-12-03T23:21:11,644 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5c514aed7de05fdd14d8d8260265d1c7 2024-12-03T23:21:11,645 INFO [StoreOpener-5c514aed7de05fdd14d8d8260265d1c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5c514aed7de05fdd14d8d8260265d1c7 2024-12-03T23:21:11,646 INFO [StoreOpener-5c514aed7de05fdd14d8d8260265d1c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c514aed7de05fdd14d8d8260265d1c7 columnFamilyName f 2024-12-03T23:21:11,646 DEBUG [StoreOpener-5c514aed7de05fdd14d8d8260265d1c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:11,646 INFO [StoreOpener-5c514aed7de05fdd14d8d8260265d1c7-1 {}] regionserver.HStore(327): Store=5c514aed7de05fdd14d8d8260265d1c7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:11,646 INFO [StoreOpener-5c514aed7de05fdd14d8d8260265d1c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5c514aed7de05fdd14d8d8260265d1c7 2024-12-03T23:21:11,647 INFO [StoreOpener-5c514aed7de05fdd14d8d8260265d1c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c514aed7de05fdd14d8d8260265d1c7 columnFamilyName f1 2024-12-03T23:21:11,647 DEBUG [StoreOpener-5c514aed7de05fdd14d8d8260265d1c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:11,647 INFO [StoreOpener-5c514aed7de05fdd14d8d8260265d1c7-1 {}] regionserver.HStore(327): Store=5c514aed7de05fdd14d8d8260265d1c7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:11,647 INFO [StoreOpener-5c514aed7de05fdd14d8d8260265d1c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5c514aed7de05fdd14d8d8260265d1c7 2024-12-03T23:21:11,648 INFO [StoreOpener-5c514aed7de05fdd14d8d8260265d1c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c514aed7de05fdd14d8d8260265d1c7 columnFamilyName norep 2024-12-03T23:21:11,648 DEBUG [StoreOpener-5c514aed7de05fdd14d8d8260265d1c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:11,648 INFO [StoreOpener-5c514aed7de05fdd14d8d8260265d1c7-1 {}] regionserver.HStore(327): Store=5c514aed7de05fdd14d8d8260265d1c7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:11,648 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5c514aed7de05fdd14d8d8260265d1c7 2024-12-03T23:21:11,649 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/default/test/5c514aed7de05fdd14d8d8260265d1c7 2024-12-03T23:21:11,649 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/default/test/5c514aed7de05fdd14d8d8260265d1c7 2024-12-03T23:21:11,650 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5c514aed7de05fdd14d8d8260265d1c7 2024-12-03T23:21:11,650 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5c514aed7de05fdd14d8d8260265d1c7 2024-12-03T23:21:11,650 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:21:11,651 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5c514aed7de05fdd14d8d8260265d1c7 2024-12-03T23:21:11,652 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/default/test/5c514aed7de05fdd14d8d8260265d1c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:21:11,653 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5c514aed7de05fdd14d8d8260265d1c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67521669, jitterRate=0.006151273846626282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:21:11,653 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c514aed7de05fdd14d8d8260265d1c7 2024-12-03T23:21:11,653 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5c514aed7de05fdd14d8d8260265d1c7: Running coprocessor pre-open hook at 1733268071644Writing region info on filesystem at 1733268071644Initializing all the Stores at 1733268071644Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268071644Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268071644Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268071644Cleaning up temporary data from old regions at 1733268071650 (+6 ms)Running coprocessor post-open hooks at 1733268071653 (+3 ms)Region opened successfully at 1733268071653 2024-12-03T23:21:11,654 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733268070912.5c514aed7de05fdd14d8d8260265d1c7., pid=6, masterSystemTime=1733268071639 2024-12-03T23:21:11,655 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733268070912.5c514aed7de05fdd14d8d8260265d1c7. 2024-12-03T23:21:11,655 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733268070912.5c514aed7de05fdd14d8d8260265d1c7. 2024-12-03T23:21:11,656 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c514aed7de05fdd14d8d8260265d1c7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5f9d64419733,35255,1733268063370 2024-12-03T23:21:11,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c514aed7de05fdd14d8d8260265d1c7, server=5f9d64419733,35255,1733268063370 because future has completed 2024-12-03T23:21:11,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T23:21:11,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c514aed7de05fdd14d8d8260265d1c7, server=5f9d64419733,35255,1733268063370 in 171 msec 2024-12-03T23:21:11,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T23:21:11,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5c514aed7de05fdd14d8d8260265d1c7, ASSIGN in 326 msec 2024-12-03T23:21:11,661 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:21:11,662 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268071662"}]},"ts":"1733268071662"} 2024-12-03T23:21:11,663 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T23:21:11,664 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:21:11,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec 2024-12-03T23:21:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:12,050 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T23:21:12,050 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:12,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,46459,1733268066344 2024-12-03T23:21:12,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26ff7d80 2024-12-03T23:21:12,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:12,052 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:21:12,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:21:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T23:21:12,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:21:12,055 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:12,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T23:21:12,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:21:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:12,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741835_1011 (size=902) 2024-12-03T23:21:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:12,464 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d2cc5af6d9fc4773bf9ba128979a205, NAME => 'test,,1733268072053.6d2cc5af6d9fc4773bf9ba128979a205.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e 2024-12-03T23:21:12,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741836_1012 (size=39) 2024-12-03T23:21:12,475 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733268072053.6d2cc5af6d9fc4773bf9ba128979a205.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:12,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6d2cc5af6d9fc4773bf9ba128979a205, disabling compactions & flushes 2024-12-03T23:21:12,476 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733268072053.6d2cc5af6d9fc4773bf9ba128979a205. 2024-12-03T23:21:12,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733268072053.6d2cc5af6d9fc4773bf9ba128979a205. 2024-12-03T23:21:12,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733268072053.6d2cc5af6d9fc4773bf9ba128979a205. after waiting 0 ms 2024-12-03T23:21:12,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733268072053.6d2cc5af6d9fc4773bf9ba128979a205. 2024-12-03T23:21:12,476 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733268072053.6d2cc5af6d9fc4773bf9ba128979a205. 2024-12-03T23:21:12,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d2cc5af6d9fc4773bf9ba128979a205: Waiting for close lock at 1733268072476Disabling compacts and flushes for region at 1733268072476Disabling writes for close at 1733268072476Writing region close event to WAL at 1733268072476Closed at 1733268072476 2024-12-03T23:21:12,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:21:12,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733268072053.6d2cc5af6d9fc4773bf9ba128979a205.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733268072477"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733268072477"}]},"ts":"1733268072477"} 2024-12-03T23:21:12,479 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:21:12,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:21:12,480 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268072480"}]},"ts":"1733268072480"} 2024-12-03T23:21:12,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T23:21:12,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d2cc5af6d9fc4773bf9ba128979a205, ASSIGN}] 2024-12-03T23:21:12,483 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d2cc5af6d9fc4773bf9ba128979a205, ASSIGN 2024-12-03T23:21:12,484 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6d2cc5af6d9fc4773bf9ba128979a205, ASSIGN; state=OFFLINE, location=5f9d64419733,36093,1733268066395; forceNewPlan=false, retain=false 2024-12-03T23:21:12,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d2cc5af6d9fc4773bf9ba128979a205, regionState=OPENING, regionLocation=5f9d64419733,36093,1733268066395 2024-12-03T23:21:12,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6d2cc5af6d9fc4773bf9ba128979a205, ASSIGN because future has completed 2024-12-03T23:21:12,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d2cc5af6d9fc4773bf9ba128979a205, server=5f9d64419733,36093,1733268066395}] 2024-12-03T23:21:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:12,796 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733268072053.6d2cc5af6d9fc4773bf9ba128979a205. 2024-12-03T23:21:12,796 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d2cc5af6d9fc4773bf9ba128979a205, NAME => 'test,,1733268072053.6d2cc5af6d9fc4773bf9ba128979a205.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:21:12,796 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:21:12,796 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T23:21:12,796 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6d2cc5af6d9fc4773bf9ba128979a205 2024-12-03T23:21:12,797 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733268072053.6d2cc5af6d9fc4773bf9ba128979a205.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:12,797 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6d2cc5af6d9fc4773bf9ba128979a205 2024-12-03T23:21:12,797 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6d2cc5af6d9fc4773bf9ba128979a205 2024-12-03T23:21:12,798 INFO [StoreOpener-6d2cc5af6d9fc4773bf9ba128979a205-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6d2cc5af6d9fc4773bf9ba128979a205 2024-12-03T23:21:12,799 INFO [StoreOpener-6d2cc5af6d9fc4773bf9ba128979a205-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d2cc5af6d9fc4773bf9ba128979a205 columnFamilyName f 2024-12-03T23:21:12,799 DEBUG [StoreOpener-6d2cc5af6d9fc4773bf9ba128979a205-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:12,800 INFO [StoreOpener-6d2cc5af6d9fc4773bf9ba128979a205-1 {}] regionserver.HStore(327): Store=6d2cc5af6d9fc4773bf9ba128979a205/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:12,800 INFO [StoreOpener-6d2cc5af6d9fc4773bf9ba128979a205-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6d2cc5af6d9fc4773bf9ba128979a205 2024-12-03T23:21:12,801 INFO [StoreOpener-6d2cc5af6d9fc4773bf9ba128979a205-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d2cc5af6d9fc4773bf9ba128979a205 columnFamilyName f1 2024-12-03T23:21:12,801 DEBUG [StoreOpener-6d2cc5af6d9fc4773bf9ba128979a205-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:12,801 INFO [StoreOpener-6d2cc5af6d9fc4773bf9ba128979a205-1 {}] regionserver.HStore(327): Store=6d2cc5af6d9fc4773bf9ba128979a205/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:12,801 INFO [StoreOpener-6d2cc5af6d9fc4773bf9ba128979a205-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6d2cc5af6d9fc4773bf9ba128979a205 2024-12-03T23:21:12,802 INFO [StoreOpener-6d2cc5af6d9fc4773bf9ba128979a205-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d2cc5af6d9fc4773bf9ba128979a205 columnFamilyName norep 2024-12-03T23:21:12,802 DEBUG [StoreOpener-6d2cc5af6d9fc4773bf9ba128979a205-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:12,802 INFO [StoreOpener-6d2cc5af6d9fc4773bf9ba128979a205-1 {}] regionserver.HStore(327): Store=6d2cc5af6d9fc4773bf9ba128979a205/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:12,802 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6d2cc5af6d9fc4773bf9ba128979a205 2024-12-03T23:21:12,803 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/default/test/6d2cc5af6d9fc4773bf9ba128979a205 2024-12-03T23:21:12,803 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/default/test/6d2cc5af6d9fc4773bf9ba128979a205 2024-12-03T23:21:12,804 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6d2cc5af6d9fc4773bf9ba128979a205 2024-12-03T23:21:12,804 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6d2cc5af6d9fc4773bf9ba128979a205 2024-12-03T23:21:12,804 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:21:12,806 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6d2cc5af6d9fc4773bf9ba128979a205 2024-12-03T23:21:12,807 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/default/test/6d2cc5af6d9fc4773bf9ba128979a205/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:21:12,808 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6d2cc5af6d9fc4773bf9ba128979a205; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72001793, jitterRate=0.07291032373905182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:21:12,808 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d2cc5af6d9fc4773bf9ba128979a205 2024-12-03T23:21:12,808 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6d2cc5af6d9fc4773bf9ba128979a205: Running coprocessor pre-open hook at 1733268072797Writing region info on filesystem at 1733268072797Initializing all the Stores at 1733268072797Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268072797Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268072798 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268072798Cleaning up temporary data from old regions at 1733268072804 (+6 ms)Running coprocessor post-open hooks at 1733268072808 (+4 ms)Region opened successfully at 1733268072808 2024-12-03T23:21:12,809 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733268072053.6d2cc5af6d9fc4773bf9ba128979a205., pid=6, masterSystemTime=1733268072790 2024-12-03T23:21:12,811 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733268072053.6d2cc5af6d9fc4773bf9ba128979a205. 2024-12-03T23:21:12,811 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733268072053.6d2cc5af6d9fc4773bf9ba128979a205. 2024-12-03T23:21:12,811 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d2cc5af6d9fc4773bf9ba128979a205, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5f9d64419733,36093,1733268066395 2024-12-03T23:21:12,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d2cc5af6d9fc4773bf9ba128979a205, server=5f9d64419733,36093,1733268066395 because future has completed 2024-12-03T23:21:12,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T23:21:12,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d2cc5af6d9fc4773bf9ba128979a205, server=5f9d64419733,36093,1733268066395 in 177 msec 2024-12-03T23:21:12,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T23:21:12,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6d2cc5af6d9fc4773bf9ba128979a205, ASSIGN in 333 msec 2024-12-03T23:21:12,818 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:21:12,818 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268072818"}]},"ts":"1733268072818"} 2024-12-03T23:21:12,820 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T23:21:12,821 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:21:12,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 768 msec 2024-12-03T23:21:13,102 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T23:21:13,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:13,190 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T23:21:13,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32de409c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:13,191 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,43347,-1 for getting cluster id 2024-12-03T23:21:13,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:13,192 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f68f6988-9330-4268-961d-bb333fb5e006' 2024-12-03T23:21:13,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:13,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f68f6988-9330-4268-961d-bb333fb5e006" 2024-12-03T23:21:13,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c293516, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:13,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,43347,-1] 2024-12-03T23:21:13,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:13,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:13,193 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:13,194 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efe3b5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:13,194 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:13,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,43347,1733268059210 2024-12-03T23:21:13,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c6db70c 2024-12-03T23:21:13,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:13,196 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:21:13,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5f9d64419733:37957,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T23:21:13,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T23:21:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:21:13,200 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:37957' 2024-12-03T23:21:13,201 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31dcf33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:13,201 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,37957,-1 for getting cluster id 2024-12-03T23:21:13,201 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:13,201 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e76a2d7-d0de-410e-b2aa-f085136f3fa2' 2024-12-03T23:21:13,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:13,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e76a2d7-d0de-410e-b2aa-f085136f3fa2" 2024-12-03T23:21:13,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d5dc869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:13,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,37957,-1] 2024-12-03T23:21:13,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:13,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:13,203 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:13,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40063497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:13,203 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:13,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,37957,1733268063325 2024-12-03T23:21:13,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cfcf29b 2024-12-03T23:21:13,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:13,205 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:21:13,206 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T23:21:13,206 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T23:21:13,206 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:13,206 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:13,207 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:21:13,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:21:13,208 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T23:21:13,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:21:13,209 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:13,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:21:13,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741837_1013 (size=1138) 2024-12-03T23:21:13,224 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69301c96ef2a402ad7de92687b6d8a04, NAME => 'hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1 2024-12-03T23:21:13,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741838_1014 (size=44) 2024-12-03T23:21:13,258 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T23:21:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:21:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:21:13,636 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:13,636 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 69301c96ef2a402ad7de92687b6d8a04, disabling compactions & flushes 2024-12-03T23:21:13,636 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04. 2024-12-03T23:21:13,636 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04. 2024-12-03T23:21:13,636 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04. after waiting 0 ms 2024-12-03T23:21:13,636 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04. 2024-12-03T23:21:13,636 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04. 2024-12-03T23:21:13,636 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69301c96ef2a402ad7de92687b6d8a04: Waiting for close lock at 1733268073636Disabling compacts and flushes for region at 1733268073636Disabling writes for close at 1733268073636Writing region close event to WAL at 1733268073636Closed at 1733268073636 2024-12-03T23:21:13,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:21:13,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733268073638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733268073638"}]},"ts":"1733268073638"} 2024-12-03T23:21:13,640 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:21:13,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:21:13,641 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268073641"}]},"ts":"1733268073641"} 2024-12-03T23:21:13,643 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T23:21:13,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=69301c96ef2a402ad7de92687b6d8a04, ASSIGN}] 2024-12-03T23:21:13,645 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=69301c96ef2a402ad7de92687b6d8a04, ASSIGN 2024-12-03T23:21:13,646 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=69301c96ef2a402ad7de92687b6d8a04, ASSIGN; state=OFFLINE, location=5f9d64419733,45141,1733268059256; forceNewPlan=false, retain=false 2024-12-03T23:21:13,796 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=69301c96ef2a402ad7de92687b6d8a04, regionState=OPENING, regionLocation=5f9d64419733,45141,1733268059256 2024-12-03T23:21:13,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=69301c96ef2a402ad7de92687b6d8a04, ASSIGN because future has completed 2024-12-03T23:21:13,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69301c96ef2a402ad7de92687b6d8a04, server=5f9d64419733,45141,1733268059256}] 2024-12-03T23:21:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:21:13,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04. 2024-12-03T23:21:13,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:21:13,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T23:21:13,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C45141%2C1733268059256.rep, suffix=, logDir=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256, archiveDir=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/oldWALs, maxLogs=10 2024-12-03T23:21:13,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.rep.1733268073956, exclude list is [], retry=0 2024-12-03T23:21:13,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46381,DS-8652d939-a01f-4c5d-b8ca-150f97461567,DISK] 2024-12-03T23:21:13,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.rep.1733268073956 2024-12-03T23:21:13,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42207:42207)] 2024-12-03T23:21:13,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 69301c96ef2a402ad7de92687b6d8a04, NAME => 'hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:21:13,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:21:13,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:21:13,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04. service=MultiRowMutationService 2024-12-03T23:21:13,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T23:21:13,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 69301c96ef2a402ad7de92687b6d8a04 2024-12-03T23:21:13,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:13,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 69301c96ef2a402ad7de92687b6d8a04 2024-12-03T23:21:13,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 69301c96ef2a402ad7de92687b6d8a04 2024-12-03T23:21:13,974 INFO [StoreOpener-69301c96ef2a402ad7de92687b6d8a04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 69301c96ef2a402ad7de92687b6d8a04 2024-12-03T23:21:13,975 INFO [StoreOpener-69301c96ef2a402ad7de92687b6d8a04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69301c96ef2a402ad7de92687b6d8a04 columnFamilyName hfileref 2024-12-03T23:21:13,975 DEBUG [StoreOpener-69301c96ef2a402ad7de92687b6d8a04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:13,975 INFO [StoreOpener-69301c96ef2a402ad7de92687b6d8a04-1 {}] regionserver.HStore(327): Store=69301c96ef2a402ad7de92687b6d8a04/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:13,975 INFO [StoreOpener-69301c96ef2a402ad7de92687b6d8a04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 69301c96ef2a402ad7de92687b6d8a04 2024-12-03T23:21:13,976 INFO [StoreOpener-69301c96ef2a402ad7de92687b6d8a04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69301c96ef2a402ad7de92687b6d8a04 columnFamilyName queue 2024-12-03T23:21:13,976 DEBUG [StoreOpener-69301c96ef2a402ad7de92687b6d8a04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:13,977 INFO [StoreOpener-69301c96ef2a402ad7de92687b6d8a04-1 {}] regionserver.HStore(327): Store=69301c96ef2a402ad7de92687b6d8a04/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:13,977 INFO [StoreOpener-69301c96ef2a402ad7de92687b6d8a04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 69301c96ef2a402ad7de92687b6d8a04 2024-12-03T23:21:13,977 INFO [StoreOpener-69301c96ef2a402ad7de92687b6d8a04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69301c96ef2a402ad7de92687b6d8a04 columnFamilyName sid 2024-12-03T23:21:13,977 DEBUG [StoreOpener-69301c96ef2a402ad7de92687b6d8a04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:13,977 INFO [StoreOpener-69301c96ef2a402ad7de92687b6d8a04-1 {}] regionserver.HStore(327): Store=69301c96ef2a402ad7de92687b6d8a04/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:13,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 69301c96ef2a402ad7de92687b6d8a04 2024-12-03T23:21:13,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/replication/69301c96ef2a402ad7de92687b6d8a04 2024-12-03T23:21:13,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/replication/69301c96ef2a402ad7de92687b6d8a04 2024-12-03T23:21:13,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 69301c96ef2a402ad7de92687b6d8a04 2024-12-03T23:21:13,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 69301c96ef2a402ad7de92687b6d8a04 2024-12-03T23:21:13,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:21:13,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 69301c96ef2a402ad7de92687b6d8a04 2024-12-03T23:21:13,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/replication/69301c96ef2a402ad7de92687b6d8a04/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:21:13,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 69301c96ef2a402ad7de92687b6d8a04; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63032021, jitterRate=-0.06074969470500946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:21:13,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69301c96ef2a402ad7de92687b6d8a04 2024-12-03T23:21:13,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 69301c96ef2a402ad7de92687b6d8a04: Running coprocessor pre-open hook at 1733268073973Writing region info on filesystem at 1733268073973Initializing all the Stores at 1733268073974 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268073974Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268073974Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268073974Cleaning up temporary data from old regions at 1733268073979 (+5 ms)Running coprocessor post-open hooks at 1733268073982 (+3 ms)Region opened successfully at 1733268073982 2024-12-03T23:21:13,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04., pid=10, masterSystemTime=1733268073951 2024-12-03T23:21:13,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04. 2024-12-03T23:21:13,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04. 2024-12-03T23:21:13,984 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=69301c96ef2a402ad7de92687b6d8a04, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,45141,1733268059256 2024-12-03T23:21:13,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69301c96ef2a402ad7de92687b6d8a04, server=5f9d64419733,45141,1733268059256 because future has completed 2024-12-03T23:21:13,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T23:21:13,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 69301c96ef2a402ad7de92687b6d8a04, server=5f9d64419733,45141,1733268059256 in 188 msec 2024-12-03T23:21:13,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T23:21:13,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=69301c96ef2a402ad7de92687b6d8a04, ASSIGN in 344 msec 2024-12-03T23:21:13,991 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:21:13,991 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268073991"}]},"ts":"1733268073991"} 2024-12-03T23:21:13,992 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T23:21:13,993 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:21:13,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 786 msec 2024-12-03T23:21:14,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04., hostname=5f9d64419733,45141,1733268059256, seqNum=2] 2024-12-03T23:21:14,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45141-0x1017aa19a3e0001, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704036753 2024-12-03T23:21:14,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704036753 2024-12-03T23:21:14,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T23:21:14,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45141 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T23:21:14,174 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T23:21:14,202 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:21:14,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:14,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:14,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:14,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:14,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:14,208 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5f9d64419733,45141,1733268059256, ReplicationSource: 1, currentBandwidth=0 2024-12-03T23:21:14,208 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:14,208 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45141,1733268059256, seqNum=-1] 2024-12-03T23:21:14,209 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:14,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-03T23:21:14,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5f9d64419733,45141,1733268059256', locateType=CURRENT is [region=hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04., hostname=5f9d64419733,45141,1733268059256, seqNum=2] 2024-12-03T23:21:14,214 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T23:21:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T23:21:14,216 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5f9d64419733,45141,1733268059256 suceeded 2024-12-03T23:21:14,218 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5f9d64419733:37957,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T23:21:14,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T23:21:14,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-12-03T23:21:14,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0210 sec 2024-12-03T23:21:14,233 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:37957' 2024-12-03T23:21:14,234 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@574c1db4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:14,234 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,37957,-1 for getting cluster id 2024-12-03T23:21:14,234 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:14,235 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e76a2d7-d0de-410e-b2aa-f085136f3fa2' 2024-12-03T23:21:14,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:14,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e76a2d7-d0de-410e-b2aa-f085136f3fa2" 2024-12-03T23:21:14,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6812ae52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:14,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,37957,-1] 2024-12-03T23:21:14,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:14,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:14,237 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:14,238 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a18e8d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:14,238 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:14,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,37957,1733268063325 2024-12-03T23:21:14,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78a9a10e 2024-12-03T23:21:14,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:14,240 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-03T23:21:14,240 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5f9d64419733,45141,1733268059256 (queues=1) is replicating from cluster=f68f6988-9330-4268-961d-bb333fb5e006 to cluster=5e76a2d7-d0de-410e-b2aa-f085136f3fa2 2024-12-03T23:21:14,240 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5f9d64419733%2C45141%2C1733268059256 2024-12-03T23:21:14,241 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5f9d64419733,45141,1733268059256, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T23:21:14,241 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.shipper5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5f9d64419733%2C45141%2C1733268059256 2024-12-03T23:21:14,241 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238, startPosition=0, beingWritten=true 2024-12-03T23:21:14,246 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:21:14,246 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 379, reset compression=false 2024-12-03T23:21:14,246 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.shipper5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,45141,1733268059256 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:21:14,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:14,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:14,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:14,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:14,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:14,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:14,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:14,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:14,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:21:14,341 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T23:21:14,341 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:21:14,341 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:21:14,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:14,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:14,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:21:14,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63406098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:14,342 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,37957,-1 for getting cluster id 2024-12-03T23:21:14,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:14,343 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e76a2d7-d0de-410e-b2aa-f085136f3fa2' 2024-12-03T23:21:14,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:14,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e76a2d7-d0de-410e-b2aa-f085136f3fa2" 2024-12-03T23:21:14,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e0332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:14,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,37957,-1] 2024-12-03T23:21:14,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:14,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:14,345 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:14,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0e26d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:14,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:14,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,37957,1733268063325 2024-12-03T23:21:14,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49fa9a3c 2024-12-03T23:21:14,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:14,347 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:21:14,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37957 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5f9d64419733:46459,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T23:21:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37957 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T23:21:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:21:14,351 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:46459' 2024-12-03T23:21:14,352 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba5c2ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:14,352 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,46459,-1 for getting cluster id 2024-12-03T23:21:14,352 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:14,352 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c4c6d6d-5da6-4b89-abe0-28d8593939dc' 2024-12-03T23:21:14,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:14,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c4c6d6d-5da6-4b89-abe0-28d8593939dc" 2024-12-03T23:21:14,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b95fd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:14,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,46459,-1] 2024-12-03T23:21:14,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:14,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:14,354 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:14,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4429ec0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:14,355 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:14,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,46459,1733268066344 2024-12-03T23:21:14,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4979fac8 2024-12-03T23:21:14,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:14,356 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:21:14,357 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T23:21:14,357 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T23:21:14,357 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:14,357 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:14,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:21:14,358 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:21:14,359 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T23:21:14,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:21:14,360 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:14,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:21:14,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741837_1013 (size=1138) 2024-12-03T23:21:14,376 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c3c84adeccbcfdaf07a46114a2a806fc, NAME => 'hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18 2024-12-03T23:21:14,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741838_1014 (size=44) 2024-12-03T23:21:14,409 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T23:21:14,451 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 379, reset compression=false 2024-12-03T23:21:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:21:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:21:14,755 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 379, reset compression=false 2024-12-03T23:21:14,791 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:14,791 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c3c84adeccbcfdaf07a46114a2a806fc, disabling compactions & flushes 2024-12-03T23:21:14,791 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc. 2024-12-03T23:21:14,791 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc. 2024-12-03T23:21:14,791 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc. after waiting 0 ms 2024-12-03T23:21:14,791 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc. 2024-12-03T23:21:14,791 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc. 2024-12-03T23:21:14,791 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c3c84adeccbcfdaf07a46114a2a806fc: Waiting for close lock at 1733268074791Disabling compacts and flushes for region at 1733268074791Disabling writes for close at 1733268074791Writing region close event to WAL at 1733268074791Closed at 1733268074791 2024-12-03T23:21:14,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:21:14,792 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733268074792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733268074792"}]},"ts":"1733268074792"} 2024-12-03T23:21:14,794 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:21:14,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:21:14,795 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268074794"}]},"ts":"1733268074794"} 2024-12-03T23:21:14,796 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T23:21:14,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3c84adeccbcfdaf07a46114a2a806fc, ASSIGN}] 2024-12-03T23:21:14,797 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3c84adeccbcfdaf07a46114a2a806fc, ASSIGN 2024-12-03T23:21:14,798 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c3c84adeccbcfdaf07a46114a2a806fc, ASSIGN; state=OFFLINE, location=5f9d64419733,35255,1733268063370; forceNewPlan=false, retain=false 2024-12-03T23:21:14,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c3c84adeccbcfdaf07a46114a2a806fc, regionState=OPENING, regionLocation=5f9d64419733,35255,1733268063370 2024-12-03T23:21:14,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c3c84adeccbcfdaf07a46114a2a806fc, ASSIGN because future has completed 2024-12-03T23:21:14,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3c84adeccbcfdaf07a46114a2a806fc, server=5f9d64419733,35255,1733268063370}] 2024-12-03T23:21:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:21:15,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc. 2024-12-03T23:21:15,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:21:15,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T23:21:15,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C35255%2C1733268063370.rep, suffix=, logDir=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370, archiveDir=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/oldWALs, maxLogs=10 2024-12-03T23:21:15,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.rep.1733268075108, exclude list is [], retry=0 2024-12-03T23:21:15,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45399,DS-4ff9a85a-9613-49d1-ad6f-a81eb3e000b6,DISK] 2024-12-03T23:21:15,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.rep.1733268075108 2024-12-03T23:21:15,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39883:39883)] 2024-12-03T23:21:15,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c3c84adeccbcfdaf07a46114a2a806fc, NAME => 'hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:21:15,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:21:15,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:21:15,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc. service=MultiRowMutationService 2024-12-03T23:21:15,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T23:21:15,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c3c84adeccbcfdaf07a46114a2a806fc 2024-12-03T23:21:15,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:15,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c3c84adeccbcfdaf07a46114a2a806fc 2024-12-03T23:21:15,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c3c84adeccbcfdaf07a46114a2a806fc 2024-12-03T23:21:15,129 INFO [StoreOpener-c3c84adeccbcfdaf07a46114a2a806fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c3c84adeccbcfdaf07a46114a2a806fc 2024-12-03T23:21:15,130 INFO [StoreOpener-c3c84adeccbcfdaf07a46114a2a806fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3c84adeccbcfdaf07a46114a2a806fc columnFamilyName hfileref 2024-12-03T23:21:15,130 DEBUG [StoreOpener-c3c84adeccbcfdaf07a46114a2a806fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:15,130 INFO [StoreOpener-c3c84adeccbcfdaf07a46114a2a806fc-1 {}] regionserver.HStore(327): Store=c3c84adeccbcfdaf07a46114a2a806fc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:15,130 INFO [StoreOpener-c3c84adeccbcfdaf07a46114a2a806fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c3c84adeccbcfdaf07a46114a2a806fc 2024-12-03T23:21:15,131 INFO [StoreOpener-c3c84adeccbcfdaf07a46114a2a806fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3c84adeccbcfdaf07a46114a2a806fc columnFamilyName queue 2024-12-03T23:21:15,131 DEBUG [StoreOpener-c3c84adeccbcfdaf07a46114a2a806fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:15,131 INFO [StoreOpener-c3c84adeccbcfdaf07a46114a2a806fc-1 {}] regionserver.HStore(327): Store=c3c84adeccbcfdaf07a46114a2a806fc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:15,131 INFO [StoreOpener-c3c84adeccbcfdaf07a46114a2a806fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c3c84adeccbcfdaf07a46114a2a806fc 2024-12-03T23:21:15,132 INFO [StoreOpener-c3c84adeccbcfdaf07a46114a2a806fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3c84adeccbcfdaf07a46114a2a806fc columnFamilyName sid 2024-12-03T23:21:15,132 DEBUG [StoreOpener-c3c84adeccbcfdaf07a46114a2a806fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:15,132 INFO [StoreOpener-c3c84adeccbcfdaf07a46114a2a806fc-1 {}] regionserver.HStore(327): Store=c3c84adeccbcfdaf07a46114a2a806fc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:15,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c3c84adeccbcfdaf07a46114a2a806fc 2024-12-03T23:21:15,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/replication/c3c84adeccbcfdaf07a46114a2a806fc 2024-12-03T23:21:15,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/replication/c3c84adeccbcfdaf07a46114a2a806fc 2024-12-03T23:21:15,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c3c84adeccbcfdaf07a46114a2a806fc 2024-12-03T23:21:15,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c3c84adeccbcfdaf07a46114a2a806fc 2024-12-03T23:21:15,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:21:15,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c3c84adeccbcfdaf07a46114a2a806fc 2024-12-03T23:21:15,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/replication/c3c84adeccbcfdaf07a46114a2a806fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:21:15,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c3c84adeccbcfdaf07a46114a2a806fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65658149, jitterRate=-0.021617338061332703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:21:15,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3c84adeccbcfdaf07a46114a2a806fc 2024-12-03T23:21:15,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c3c84adeccbcfdaf07a46114a2a806fc: Running coprocessor pre-open hook at 1733268075128Writing region info on filesystem at 1733268075128Initializing all the Stores at 1733268075128Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268075128Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268075128Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268075128Cleaning up temporary data from old regions at 1733268075134 (+6 ms)Running coprocessor post-open hooks at 1733268075137 (+3 ms)Region opened successfully at 1733268075137 2024-12-03T23:21:15,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc., pid=10, masterSystemTime=1733268075103 2024-12-03T23:21:15,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc. 2024-12-03T23:21:15,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc. 2024-12-03T23:21:15,140 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c3c84adeccbcfdaf07a46114a2a806fc, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,35255,1733268063370 2024-12-03T23:21:15,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3c84adeccbcfdaf07a46114a2a806fc, server=5f9d64419733,35255,1733268063370 because future has completed 2024-12-03T23:21:15,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T23:21:15,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c3c84adeccbcfdaf07a46114a2a806fc, server=5f9d64419733,35255,1733268063370 in 192 msec 2024-12-03T23:21:15,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T23:21:15,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3c84adeccbcfdaf07a46114a2a806fc, ASSIGN in 348 msec 2024-12-03T23:21:15,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:21:15,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268075146"}]},"ts":"1733268075146"} 2024-12-03T23:21:15,148 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T23:21:15,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:21:15,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 791 msec 2024-12-03T23:21:15,159 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 379, reset compression=false 2024-12-03T23:21:15,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc., hostname=5f9d64419733,35255,1733268063370, seqNum=2] 2024-12-03T23:21:15,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1017aa19a3e0004, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11405791771 2024-12-03T23:21:15,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11405791771 2024-12-03T23:21:15,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T23:21:15,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35255 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T23:21:15,329 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T23:21:15,360 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5f9d64419733,35255,1733268063370, ReplicationSource: 1, currentBandwidth=0 2024-12-03T23:21:15,361 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:15,361 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,35255,1733268063370, seqNum=-1] 2024-12-03T23:21:15,361 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:15,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-03T23:21:15,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5f9d64419733,35255,1733268063370', locateType=CURRENT is [region=hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc., hostname=5f9d64419733,35255,1733268063370, seqNum=2] 2024-12-03T23:21:15,367 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T23:21:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37957 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T23:21:15,369 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5f9d64419733,35255,1733268063370 suceeded 2024-12-03T23:21:15,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T23:21:15,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-12-03T23:21:15,371 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5f9d64419733:46459,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T23:21:15,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0230 sec 2024-12-03T23:21:15,383 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:46459' 2024-12-03T23:21:15,384 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23be3eb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:15,384 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,46459,-1 for getting cluster id 2024-12-03T23:21:15,384 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:15,385 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c4c6d6d-5da6-4b89-abe0-28d8593939dc' 2024-12-03T23:21:15,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:15,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c4c6d6d-5da6-4b89-abe0-28d8593939dc" 2024-12-03T23:21:15,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@354e9e72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:15,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,46459,-1] 2024-12-03T23:21:15,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:15,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:15,386 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:15,387 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eb468cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:15,387 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:15,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,46459,1733268066344 2024-12-03T23:21:15,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cbe3d8f 2024-12-03T23:21:15,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:15,389 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-03T23:21:15,389 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5f9d64419733,35255,1733268063370 (queues=1) is replicating from cluster=5e76a2d7-d0de-410e-b2aa-f085136f3fa2 to cluster=1c4c6d6d-5da6-4b89-abe0-28d8593939dc 2024-12-03T23:21:15,389 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5f9d64419733%2C35255%2C1733268063370 2024-12-03T23:21:15,389 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5f9d64419733,35255,1733268063370, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T23:21:15,390 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604, startPosition=0, beingWritten=true 2024-12-03T23:21:15,390 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.shipper5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5f9d64419733%2C35255%2C1733268063370 2024-12-03T23:21:15,394 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:21:15,394 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 379, reset compression=false 2024-12-03T23:21:15,394 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.shipper5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,35255,1733268063370 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:21:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:21:15,490 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T23:21:15,490 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:21:15,490 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:21:15,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:15,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:15,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:21:15,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ebb655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:15,491 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,46459,-1 for getting cluster id 2024-12-03T23:21:15,491 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:15,491 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c4c6d6d-5da6-4b89-abe0-28d8593939dc' 2024-12-03T23:21:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c4c6d6d-5da6-4b89-abe0-28d8593939dc" 2024-12-03T23:21:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@707ca8aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,46459,-1] 2024-12-03T23:21:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:15,493 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:15,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387e1563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:15,494 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:15,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,46459,1733268066344 2024-12-03T23:21:15,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1420c693 2024-12-03T23:21:15,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:15,495 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:21:15,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5f9d64419733:37957,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T23:21:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T23:21:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:21:15,498 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:37957' 2024-12-03T23:21:15,500 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37505d78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:15,500 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,37957,-1 for getting cluster id 2024-12-03T23:21:15,500 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:15,500 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e76a2d7-d0de-410e-b2aa-f085136f3fa2' 2024-12-03T23:21:15,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:15,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e76a2d7-d0de-410e-b2aa-f085136f3fa2" 2024-12-03T23:21:15,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f862273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:15,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,37957,-1] 2024-12-03T23:21:15,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:15,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:15,501 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:15,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6956cbce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:15,502 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:15,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,37957,1733268063325 2024-12-03T23:21:15,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37a35dfa 2024-12-03T23:21:15,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:15,503 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:21:15,504 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T23:21:15,504 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T23:21:15,504 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:15,504 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:15,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:21:15,505 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:21:15,505 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T23:21:15,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:21:15,506 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:15,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:21:15,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741837_1013 (size=1138) 2024-12-03T23:21:15,513 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35e1347889251a6d3393179c22b3e957, NAME => 'hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e 2024-12-03T23:21:15,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741838_1014 (size=44) 2024-12-03T23:21:15,518 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:15,518 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 35e1347889251a6d3393179c22b3e957, disabling compactions & flushes 2024-12-03T23:21:15,518 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957. 2024-12-03T23:21:15,518 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957. 2024-12-03T23:21:15,518 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957. after waiting 0 ms 2024-12-03T23:21:15,518 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957. 2024-12-03T23:21:15,518 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957. 2024-12-03T23:21:15,518 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35e1347889251a6d3393179c22b3e957: Waiting for close lock at 1733268075518Disabling compacts and flushes for region at 1733268075518Disabling writes for close at 1733268075518Writing region close event to WAL at 1733268075518Closed at 1733268075518 2024-12-03T23:21:15,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:21:15,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733268075519"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733268075519"}]},"ts":"1733268075519"} 2024-12-03T23:21:15,521 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:21:15,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:21:15,522 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268075521"}]},"ts":"1733268075521"} 2024-12-03T23:21:15,523 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T23:21:15,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35e1347889251a6d3393179c22b3e957, ASSIGN}] 2024-12-03T23:21:15,524 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35e1347889251a6d3393179c22b3e957, ASSIGN 2024-12-03T23:21:15,525 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35e1347889251a6d3393179c22b3e957, ASSIGN; state=OFFLINE, location=5f9d64419733,36093,1733268066395; forceNewPlan=false, retain=false 2024-12-03T23:21:15,556 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T23:21:15,597 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 379, reset compression=false 2024-12-03T23:21:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:21:15,663 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 379, reset compression=false 2024-12-03T23:21:15,675 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=35e1347889251a6d3393179c22b3e957, regionState=OPENING, regionLocation=5f9d64419733,36093,1733268066395 2024-12-03T23:21:15,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35e1347889251a6d3393179c22b3e957, ASSIGN because future has completed 2024-12-03T23:21:15,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35e1347889251a6d3393179c22b3e957, server=5f9d64419733,36093,1733268066395}] 2024-12-03T23:21:15,682 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T23:21:15,682 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T23:21:15,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T23:21:15,683 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T23:21:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:21:15,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957. 2024-12-03T23:21:15,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:21:15,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T23:21:15,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C36093%2C1733268066395.rep, suffix=, logDir=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395, archiveDir=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/oldWALs, maxLogs=10 2024-12-03T23:21:15,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.rep.1733268075836, exclude list is [], retry=0 2024-12-03T23:21:15,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41183,DS-5c516aff-f14f-405e-9309-09dbf039dcd9,DISK] 2024-12-03T23:21:15,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.rep.1733268075836 2024-12-03T23:21:15,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44145:44145)] 2024-12-03T23:21:15,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 35e1347889251a6d3393179c22b3e957, NAME => 'hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:21:15,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:21:15,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:21:15,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957. service=MultiRowMutationService 2024-12-03T23:21:15,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T23:21:15,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 35e1347889251a6d3393179c22b3e957 2024-12-03T23:21:15,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:15,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 35e1347889251a6d3393179c22b3e957 2024-12-03T23:21:15,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 35e1347889251a6d3393179c22b3e957 2024-12-03T23:21:15,855 INFO [StoreOpener-35e1347889251a6d3393179c22b3e957-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 35e1347889251a6d3393179c22b3e957 2024-12-03T23:21:15,856 INFO [StoreOpener-35e1347889251a6d3393179c22b3e957-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35e1347889251a6d3393179c22b3e957 columnFamilyName hfileref 2024-12-03T23:21:15,856 DEBUG [StoreOpener-35e1347889251a6d3393179c22b3e957-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:15,856 INFO [StoreOpener-35e1347889251a6d3393179c22b3e957-1 {}] regionserver.HStore(327): Store=35e1347889251a6d3393179c22b3e957/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:15,856 INFO [StoreOpener-35e1347889251a6d3393179c22b3e957-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 35e1347889251a6d3393179c22b3e957 2024-12-03T23:21:15,857 INFO [StoreOpener-35e1347889251a6d3393179c22b3e957-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35e1347889251a6d3393179c22b3e957 columnFamilyName queue 2024-12-03T23:21:15,857 DEBUG [StoreOpener-35e1347889251a6d3393179c22b3e957-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:15,857 INFO [StoreOpener-35e1347889251a6d3393179c22b3e957-1 {}] regionserver.HStore(327): Store=35e1347889251a6d3393179c22b3e957/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:15,858 INFO [StoreOpener-35e1347889251a6d3393179c22b3e957-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 35e1347889251a6d3393179c22b3e957 2024-12-03T23:21:15,858 INFO [StoreOpener-35e1347889251a6d3393179c22b3e957-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35e1347889251a6d3393179c22b3e957 columnFamilyName sid 2024-12-03T23:21:15,858 DEBUG [StoreOpener-35e1347889251a6d3393179c22b3e957-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:15,859 INFO [StoreOpener-35e1347889251a6d3393179c22b3e957-1 {}] regionserver.HStore(327): Store=35e1347889251a6d3393179c22b3e957/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:15,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 35e1347889251a6d3393179c22b3e957 2024-12-03T23:21:15,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/replication/35e1347889251a6d3393179c22b3e957 2024-12-03T23:21:15,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/replication/35e1347889251a6d3393179c22b3e957 2024-12-03T23:21:15,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 35e1347889251a6d3393179c22b3e957 2024-12-03T23:21:15,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 35e1347889251a6d3393179c22b3e957 2024-12-03T23:21:15,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:21:15,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 35e1347889251a6d3393179c22b3e957 2024-12-03T23:21:15,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/replication/35e1347889251a6d3393179c22b3e957/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:21:15,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 35e1347889251a6d3393179c22b3e957; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60187757, jitterRate=-0.10313253104686737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:21:15,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35e1347889251a6d3393179c22b3e957 2024-12-03T23:21:15,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 35e1347889251a6d3393179c22b3e957: Running coprocessor pre-open hook at 1733268075854Writing region info on filesystem at 1733268075854Initializing all the Stores at 1733268075855 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268075855Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268075855Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268075855Cleaning up temporary data from old regions at 1733268075860 (+5 ms)Running coprocessor post-open hooks at 1733268075863 (+3 ms)Region opened successfully at 1733268075864 (+1 ms) 2024-12-03T23:21:15,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957., pid=10, masterSystemTime=1733268075830 2024-12-03T23:21:15,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957. 2024-12-03T23:21:15,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957. 2024-12-03T23:21:15,867 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=35e1347889251a6d3393179c22b3e957, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,36093,1733268066395 2024-12-03T23:21:15,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35e1347889251a6d3393179c22b3e957, server=5f9d64419733,36093,1733268066395 because future has completed 2024-12-03T23:21:15,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T23:21:15,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 35e1347889251a6d3393179c22b3e957, server=5f9d64419733,36093,1733268066395 in 191 msec 2024-12-03T23:21:15,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T23:21:15,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35e1347889251a6d3393179c22b3e957, ASSIGN in 348 msec 2024-12-03T23:21:15,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:21:15,873 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268075873"}]},"ts":"1733268075873"} 2024-12-03T23:21:15,875 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T23:21:15,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:21:15,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 370 msec 2024-12-03T23:21:15,901 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 379, reset compression=false 2024-12-03T23:21:15,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957., hostname=5f9d64419733,36093,1733268066395, seqNum=2] 2024-12-03T23:21:15,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-31405396 2024-12-03T23:21:15,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1017aa19a3e0007, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-31405396 2024-12-03T23:21:15,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T23:21:16,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36093 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T23:21:16,074 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T23:21:16,106 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5f9d64419733,36093,1733268066395, ReplicationSource: 1, currentBandwidth=0 2024-12-03T23:21:16,106 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:16,106 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,36093,1733268066395, seqNum=-1] 2024-12-03T23:21:16,107 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:16,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-03T23:21:16,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5f9d64419733,36093,1733268066395', locateType=CURRENT is [region=hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957., hostname=5f9d64419733,36093,1733268066395, seqNum=2] 2024-12-03T23:21:16,111 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T23:21:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T23:21:16,113 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5f9d64419733,36093,1733268066395 suceeded 2024-12-03T23:21:16,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T23:21:16,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-03T23:21:16,115 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5f9d64419733:37957,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T23:21:16,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 619 msec 2024-12-03T23:21:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:21:16,120 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T23:21:16,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:21:16,120 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:21:16,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:16,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:16,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:21:16,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42761de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:16,121 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,43347,-1 for getting cluster id 2024-12-03T23:21:16,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:16,122 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f68f6988-9330-4268-961d-bb333fb5e006' 2024-12-03T23:21:16,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:16,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f68f6988-9330-4268-961d-bb333fb5e006" 2024-12-03T23:21:16,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62cdc646, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:16,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,43347,-1] 2024-12-03T23:21:16,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:16,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:16,123 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ba93a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:16,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21240cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:16,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,37957,-1 for getting cluster id 2024-12-03T23:21:16,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:16,126 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e76a2d7-d0de-410e-b2aa-f085136f3fa2' 2024-12-03T23:21:16,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:16,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e76a2d7-d0de-410e-b2aa-f085136f3fa2" 2024-12-03T23:21:16,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b79b535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:16,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,37957,-1] 2024-12-03T23:21:16,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:16,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:16,127 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:16,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cb0a71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:16,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192434ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:16,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,46459,-1 for getting cluster id 2024-12-03T23:21:16,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:16,128 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:37957' 2024-12-03T23:21:16,129 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c4c6d6d-5da6-4b89-abe0-28d8593939dc' 2024-12-03T23:21:16,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:16,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c4c6d6d-5da6-4b89-abe0-28d8593939dc" 2024-12-03T23:21:16,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f4f218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:16,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,46459,-1] 2024-12-03T23:21:16,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:16,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:16,130 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59070556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:16,130 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,37957,-1 for getting cluster id 2024-12-03T23:21:16,130 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:16,130 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:16,130 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e76a2d7-d0de-410e-b2aa-f085136f3fa2' 2024-12-03T23:21:16,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd14bf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:16,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:16,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e76a2d7-d0de-410e-b2aa-f085136f3fa2" 2024-12-03T23:21:16,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ea97b7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:16,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,37957,-1] 2024-12-03T23:21:16,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:16,131 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:16,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:16,132 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:16,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,45141,1733268059256, seqNum=-1] 2024-12-03T23:21:16,132 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76bdd57b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:16,132 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:16,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:16,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,37957,1733268063325 2024-12-03T23:21:16,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c1a0d52 2024-12-03T23:21:16,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:21:16,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:16,134 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-03T23:21:16,134 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5f9d64419733,36093,1733268066395 (queues=1) is replicating from cluster=1c4c6d6d-5da6-4b89-abe0-28d8593939dc to cluster=5e76a2d7-d0de-410e-b2aa-f085136f3fa2 2024-12-03T23:21:16,134 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5f9d64419733%2C36093%2C1733268066395 2024-12-03T23:21:16,134 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5f9d64419733,36093,1733268066395, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T23:21:16,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733268068764.16ec8d56422d7a808dd56fe1e2621f6e., hostname=5f9d64419733,45141,1733268059256, seqNum=2] 2024-12-03T23:21:16,135 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132, startPosition=0, beingWritten=true 2024-12-03T23:21:16,135 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.shipper5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5f9d64419733%2C36093%2C1733268066395 2024-12-03T23:21:16,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:16,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,36093,1733268066395, seqNum=-1] 2024-12-03T23:21:16,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:16,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:21:16,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733268072053.6d2cc5af6d9fc4773bf9ba128979a205., hostname=5f9d64419733,36093,1733268066395, seqNum=2] 2024-12-03T23:21:16,141 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:21:16,141 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 379, reset compression=false 2024-12-03T23:21:16,141 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.shipper5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,36093,1733268066395 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:21:16,142 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T23:21:16,267 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 379, reset compression=false 2024-12-03T23:21:16,272 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:21:16,272 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 480, reset compression=false 2024-12-03T23:21:16,272 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.shipper5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,45141,1733268059256 got entry batch from reader: WALEntryBatch [walEntries=[{test/16ec8d56422d7a808dd56fe1e2621f6e/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T23:21:16,274 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.shipper5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:21:16,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-03T23:21:16,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:21:16,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79ae7b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:16,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,37957,-1 for getting cluster id 2024-12-03T23:21:16,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:16,277 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e76a2d7-d0de-410e-b2aa-f085136f3fa2' 2024-12-03T23:21:16,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:16,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e76a2d7-d0de-410e-b2aa-f085136f3fa2" 2024-12-03T23:21:16,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a8f422f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:16,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,37957,-1] 2024-12-03T23:21:16,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:16,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:16,278 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:16,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3742fee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:16,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:16,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,35255,1733268063370, seqNum=-1] 2024-12-03T23:21:16,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:16,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-03T23:21:16,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733268070912.5c514aed7de05fdd14d8d8260265d1c7., hostname=5f9d64419733,35255,1733268063370, seqNum=2] 2024-12-03T23:21:16,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:21:16,304 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 379, reset compression=false 2024-12-03T23:21:16,309 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:21:16,309 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 504, reset compression=false 2024-12-03T23:21:16,309 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.shipper5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,35255,1733268063370 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c514aed7de05fdd14d8d8260265d1c7/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-03T23:21:16,311 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.shipper5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:21:16,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-03T23:21:16,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36093 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:21:16,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5506de46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:16,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36093 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,46459,-1 for getting cluster id 2024-12-03T23:21:16,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:16,313 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c4c6d6d-5da6-4b89-abe0-28d8593939dc' 2024-12-03T23:21:16,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:16,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c4c6d6d-5da6-4b89-abe0-28d8593939dc" 2024-12-03T23:21:16,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10417180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:16,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,46459,-1] 2024-12-03T23:21:16,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:16,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:16,314 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:16,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@563e2166, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:16,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36093 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:16,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,36093,1733268066395, seqNum=-1] 2024-12-03T23:21:16,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:16,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-03T23:21:16,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733268072053.6d2cc5af6d9fc4773bf9ba128979a205., hostname=5f9d64419733,36093,1733268066395, seqNum=2] 2024-12-03T23:21:16,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36093 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:21:16,345 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 379, reset compression=false 2024-12-03T23:21:16,350 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:21:16,350 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 527, reset compression=false 2024-12-03T23:21:16,350 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.shipper5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,36093,1733268066395 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:21:16,455 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T23:21:16,476 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 480, reset compression=false 2024-12-03T23:21:16,512 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 504, reset compression=false 2024-12-03T23:21:16,554 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 527, reset compression=false 2024-12-03T23:21:16,780 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 480, reset compression=false 2024-12-03T23:21:16,816 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 504, reset compression=false 2024-12-03T23:21:16,859 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 527, reset compression=false 2024-12-03T23:21:17,144 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T23:21:17,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:17,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,35255,1733268063370, seqNum=-1] 2024-12-03T23:21:17,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:17,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:21:17,148 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733268070912.5c514aed7de05fdd14d8d8260265d1c7., hostname=5f9d64419733,35255,1733268063370, seqNum=2] 2024-12-03T23:21:17,151 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T23:21:17,183 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 480, reset compression=false 2024-12-03T23:21:17,221 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 504, reset compression=false 2024-12-03T23:21:17,225 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:21:17,225 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 608, reset compression=false 2024-12-03T23:21:17,225 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.shipper5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,35255,1733268063370 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c514aed7de05fdd14d8d8260265d1c7/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T23:21:17,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36093 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:21:17,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36093 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:21:17,263 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 527, reset compression=false 2024-12-03T23:21:17,267 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:21:17,267 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 654, reset compression=false 2024-12-03T23:21:17,267 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.shipper5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,36093,1733268066395 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:21:17,429 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 608, reset compression=false 2024-12-03T23:21:17,470 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 654, reset compression=false 2024-12-03T23:21:17,689 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 480, reset compression=false 2024-12-03T23:21:17,733 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 608, reset compression=false 2024-12-03T23:21:17,774 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 654, reset compression=false 2024-12-03T23:21:17,790 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:17,790 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5f9d64419733,45081,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T23:21:17,790 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88866 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5f9d64419733,45081,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T23:21:18,137 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 608, reset compression=false 2024-12-03T23:21:18,153 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T23:21:18,156 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-03T23:21:18,178 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 654, reset compression=false 2024-12-03T23:21:18,183 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:21:18,183 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 758, reset compression=false 2024-12-03T23:21:18,183 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.shipper5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,36093,1733268066395 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d2cc5af6d9fc4773bf9ba128979a205/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T23:21:18,185 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.shipper5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:21:18,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-03T23:21:18,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:21:18,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:21:18,292 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 480, reset compression=false 2024-12-03T23:21:18,386 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 758, reset compression=false 2024-12-03T23:21:18,640 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 608, reset compression=false 2024-12-03T23:21:18,645 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:21:18,645 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 735, reset compression=false 2024-12-03T23:21:18,645 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.shipper5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,35255,1733268063370 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:21:18,690 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 758, reset compression=false 2024-12-03T23:21:18,848 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 735, reset compression=false 2024-12-03T23:21:18,996 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 480, reset compression=false 2024-12-03T23:21:19,093 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 758, reset compression=false 2024-12-03T23:21:19,152 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 735, reset compression=false 2024-12-03T23:21:19,158 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-03T23:21:19,162 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T23:21:19,476 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:21:19,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:19,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:19,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:19,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:19,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:19,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:19,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:19,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:19,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:19,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:19,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:19,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:19,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:19,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:19,557 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 735, reset compression=false 2024-12-03T23:21:19,597 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 758, reset compression=false 2024-12-03T23:21:19,799 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 480, reset compression=false 2024-12-03T23:21:19,804 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:21:19,804 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 636, reset compression=false 2024-12-03T23:21:19,804 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.shipper5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,45141,1733268059256 got entry batch from reader: WALEntryBatch [walEntries=[{test/16ec8d56422d7a808dd56fe1e2621f6e/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T23:21:19,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:21:19,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:21:20,008 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 636, reset compression=false 2024-12-03T23:21:20,060 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 735, reset compression=false 2024-12-03T23:21:20,065 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:21:20,065 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 883, reset compression=false 2024-12-03T23:21:20,065 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.shipper5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,35255,1733268063370 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c514aed7de05fdd14d8d8260265d1c7/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-03T23:21:20,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36093 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:21:20,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36093 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:21:20,164 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T23:21:20,167 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T23:21:20,201 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 758, reset compression=false 2024-12-03T23:21:20,206 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:21:20,206 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 929, reset compression=false 2024-12-03T23:21:20,206 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.shipper5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,36093,1733268066395 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:21:20,268 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 883, reset compression=false 2024-12-03T23:21:20,273 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:21:20,273 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 1042, reset compression=false 2024-12-03T23:21:20,273 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.shipper5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,35255,1733268063370 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c514aed7de05fdd14d8d8260265d1c7/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T23:21:20,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36093 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:21:20,277 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36093 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:21:20,312 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 636, reset compression=false 2024-12-03T23:21:20,421 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 929, reset compression=false 2024-12-03T23:21:20,426 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:21:20,426 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 1078, reset compression=false 2024-12-03T23:21:20,426 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.shipper5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,36093,1733268066395 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:21:20,477 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 1042, reset compression=false 2024-12-03T23:21:20,630 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 1078, reset compression=false 2024-12-03T23:21:20,715 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 636, reset compression=false 2024-12-03T23:21:20,781 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 1042, reset compression=false 2024-12-03T23:21:20,935 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 1078, reset compression=false 2024-12-03T23:21:21,170 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T23:21:21,174 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-03T23:21:21,189 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 1042, reset compression=false 2024-12-03T23:21:21,219 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 636, reset compression=false 2024-12-03T23:21:21,345 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 1078, reset compression=false 2024-12-03T23:21:21,350 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:21:21,350 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 1237, reset compression=false 2024-12-03T23:21:21,351 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.shipper5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,36093,1733268066395 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d2cc5af6d9fc4773bf9ba128979a205/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T23:21:21,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T23:21:21,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T23:21:21,555 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 1237, reset compression=false 2024-12-03T23:21:21,721 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 1042, reset compression=false 2024-12-03T23:21:21,727 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:21:21,727 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.shipper5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,35255,1733268063370 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:21:21,728 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 1191, reset compression=false 2024-12-03T23:21:21,841 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 636, reset compression=false 2024-12-03T23:21:21,858 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 1237, reset compression=false 2024-12-03T23:21:21,932 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 1191, reset compression=false 2024-12-03T23:21:22,176 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-03T23:21:22,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T23:21:22,183 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:21:22,183 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:21:22,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:22,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:21:22,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:22,183 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T23:21:22,183 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1264830524, stopped=false 2024-12-03T23:21:22,184 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5f9d64419733,46459,1733268066344 2024-12-03T23:21:22,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-31405396/running 2024-12-03T23:21:22,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1017aa19a3e0007, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-31405396/running 2024-12-03T23:21:22,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1017aa19a3e0007, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-31405396 2024-12-03T23:21:22,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-31405396 2024-12-03T23:21:22,185 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:21:22,186 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:21:22,186 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:21:22,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:22,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36093-0x1017aa19a3e0007, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Set watcher on znode that does not yet exist, /2-31405396/running 2024-12-03T23:21:22,186 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5f9d64419733,36093,1733268066395' ***** 2024-12-03T23:21:22,186 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T23:21:22,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Set watcher on znode that does not yet exist, /2-31405396/running 2024-12-03T23:21:22,187 INFO [RS:0;5f9d64419733:36093 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T23:21:22,187 INFO [RS:0;5f9d64419733:36093 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T23:21:22,187 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T23:21:22,187 INFO [RS:0;5f9d64419733:36093 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T23:21:22,187 INFO [RS:0;5f9d64419733:36093 {}] regionserver.HRegionServer(3091): Received CLOSE for 35e1347889251a6d3393179c22b3e957 2024-12-03T23:21:22,188 INFO [RS:0;5f9d64419733:36093 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d2cc5af6d9fc4773bf9ba128979a205 2024-12-03T23:21:22,188 INFO [RS:0;5f9d64419733:36093 {}] regionserver.HRegionServer(959): stopping server 5f9d64419733,36093,1733268066395 2024-12-03T23:21:22,188 INFO [RS:0;5f9d64419733:36093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:21:22,188 INFO [RS:0;5f9d64419733:36093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:36093. 2024-12-03T23:21:22,188 DEBUG [RS:0;5f9d64419733:36093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:21:22,188 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35e1347889251a6d3393179c22b3e957, disabling compactions & flushes 2024-12-03T23:21:22,188 DEBUG [RS:0;5f9d64419733:36093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:22,188 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957. 2024-12-03T23:21:22,188 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957. 2024-12-03T23:21:22,188 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957. after waiting 0 ms 2024-12-03T23:21:22,188 INFO [RS:0;5f9d64419733:36093 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T23:21:22,188 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957. 2024-12-03T23:21:22,188 INFO [RS:0;5f9d64419733:36093 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T23:21:22,188 INFO [RS:0;5f9d64419733:36093 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T23:21:22,188 INFO [RS:0;5f9d64419733:36093 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T23:21:22,188 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 35e1347889251a6d3393179c22b3e957 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-03T23:21:22,188 INFO [RS:0;5f9d64419733:36093 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T23:21:22,188 DEBUG [RS:0;5f9d64419733:36093 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 35e1347889251a6d3393179c22b3e957=hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957., 6d2cc5af6d9fc4773bf9ba128979a205=test,,1733268072053.6d2cc5af6d9fc4773bf9ba128979a205.} 2024-12-03T23:21:22,188 DEBUG [RS:0;5f9d64419733:36093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35e1347889251a6d3393179c22b3e957, 6d2cc5af6d9fc4773bf9ba128979a205 2024-12-03T23:21:22,188 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:21:22,188 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:21:22,189 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:21:22,189 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:21:22,189 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:21:22,189 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T23:21:22,204 INFO [regionserver/5f9d64419733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:21:22,206 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/1588230740/.tmp/info/1f421b13c8ee4f54a934a8c99c3ef735 is 147, key is hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957./info:regioninfo/1733268075866/Put/seqid=0 2024-12-03T23:21:22,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741840_1016 (size=7686) 2024-12-03T23:21:22,210 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/replication/35e1347889251a6d3393179c22b3e957/.tmp/queue/74738c11942548c9be329f24e2710361 is 154, key is 1-5f9d64419733,36093,1733268066395/queue:5f9d64419733%2C36093%2C1733268066395/1733268081359/Put/seqid=0 2024-12-03T23:21:22,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741841_1017 (size=5353) 2024-12-03T23:21:22,214 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/replication/35e1347889251a6d3393179c22b3e957/.tmp/queue/74738c11942548c9be329f24e2710361 2024-12-03T23:21:22,218 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/replication/35e1347889251a6d3393179c22b3e957/.tmp/queue/74738c11942548c9be329f24e2710361 as hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/replication/35e1347889251a6d3393179c22b3e957/queue/74738c11942548c9be329f24e2710361 2024-12-03T23:21:22,222 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/replication/35e1347889251a6d3393179c22b3e957/queue/74738c11942548c9be329f24e2710361, entries=1, sequenceid=12, filesize=5.2 K 2024-12-03T23:21:22,223 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 35e1347889251a6d3393179c22b3e957 in 35ms, sequenceid=12, compaction requested=false 2024-12-03T23:21:22,226 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/replication/35e1347889251a6d3393179c22b3e957/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T23:21:22,227 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:21:22,227 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:21:22,227 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957. 2024-12-03T23:21:22,227 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35e1347889251a6d3393179c22b3e957: Waiting for close lock at 1733268082188Running coprocessor pre-close hooks at 1733268082188Disabling compacts and flushes for region at 1733268082188Disabling writes for close at 1733268082188Obtaining lock to block concurrent updates at 1733268082188Preparing flush snapshotting stores in 35e1347889251a6d3393179c22b3e957 at 1733268082188Finished memstore snapshotting hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733268082189 (+1 ms)Flushing stores of hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957. at 1733268082189Flushing 35e1347889251a6d3393179c22b3e957/queue: creating writer at 1733268082189Flushing 35e1347889251a6d3393179c22b3e957/queue: appending metadata at 1733268082209 (+20 ms)Flushing 35e1347889251a6d3393179c22b3e957/queue: closing flushed file at 1733268082209Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1db20686: reopening flushed file at 1733268082218 (+9 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 35e1347889251a6d3393179c22b3e957 in 35ms, sequenceid=12, compaction requested=false at 1733268082223 (+5 ms)Writing region close event to WAL at 1733268082223Running coprocessor post-close hooks at 1733268082226 (+3 ms)Closed at 1733268082227 (+1 ms) 2024-12-03T23:21:22,227 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733268075504.35e1347889251a6d3393179c22b3e957. 2024-12-03T23:21:22,227 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d2cc5af6d9fc4773bf9ba128979a205, disabling compactions & flushes 2024-12-03T23:21:22,227 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733268072053.6d2cc5af6d9fc4773bf9ba128979a205. 2024-12-03T23:21:22,227 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733268072053.6d2cc5af6d9fc4773bf9ba128979a205. 2024-12-03T23:21:22,227 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733268072053.6d2cc5af6d9fc4773bf9ba128979a205. after waiting 0 ms 2024-12-03T23:21:22,227 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733268072053.6d2cc5af6d9fc4773bf9ba128979a205. 2024-12-03T23:21:22,227 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6d2cc5af6d9fc4773bf9ba128979a205 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-03T23:21:22,236 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 1191, reset compression=false 2024-12-03T23:21:22,251 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/default/test/6d2cc5af6d9fc4773bf9ba128979a205/.tmp/f/0c612cecd0ec4b9b8426f14d8b41ba52 is 29, key is row1/f:/1733268080165/DeleteFamily/seqid=0 2024-12-03T23:21:22,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741842_1018 (size=5152) 2024-12-03T23:21:22,262 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 1237, reset compression=false 2024-12-03T23:21:22,266 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:21:22,266 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 1484, reset compression=false 2024-12-03T23:21:22,266 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.shipper5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,36093,1733268066395 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:21:22,267 ERROR [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.shipper5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5f9d64419733,36093,1733268066395: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5f9d64419733,36093,1733268066395, walGroup=5f9d64419733%2C36093%2C1733268066395, offset=5f9d64419733%2C36093%2C1733268066395.1733268068132:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:36093 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T23:21:22,268 ERROR [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.shipper5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T23:21:22,268 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.shipper5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T23:21:22,268 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.shipper5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T23:21:22,269 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.shipper5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T23:21:22,269 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.shipper5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T23:21:22,269 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.shipper5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1388314624, "init": 1048576000, "max": 2306867200, "used": 829718720 }, "NonHeapMemoryUsage": { "committed": 205848576, "init": 7667712, "max": -1, "used": 202717584 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T23:21:22,269 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.shipper5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:46459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:46459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T23:21:22,389 DEBUG [RS:0;5f9d64419733:36093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d2cc5af6d9fc4773bf9ba128979a205 2024-12-03T23:21:22,469 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 1484, reset compression=false 2024-12-03T23:21:22,549 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 636, reset compression=false 2024-12-03T23:21:22,589 DEBUG [RS:0;5f9d64419733:36093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d2cc5af6d9fc4773bf9ba128979a205 2024-12-03T23:21:22,610 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/1588230740/.tmp/info/1f421b13c8ee4f54a934a8c99c3ef735 2024-12-03T23:21:22,629 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/1588230740/.tmp/ns/224b76ae3ad44990a9f0cc38c4445a71 is 43, key is default/ns:d/1733268068718/Put/seqid=0 2024-12-03T23:21:22,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741843_1019 (size=5153) 2024-12-03T23:21:22,637 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/1588230740/.tmp/ns/224b76ae3ad44990a9f0cc38c4445a71 2024-12-03T23:21:22,639 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 1191, reset compression=false 2024-12-03T23:21:22,657 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/default/test/6d2cc5af6d9fc4773bf9ba128979a205/.tmp/f/0c612cecd0ec4b9b8426f14d8b41ba52 2024-12-03T23:21:22,662 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c612cecd0ec4b9b8426f14d8b41ba52 2024-12-03T23:21:22,663 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/1588230740/.tmp/rep_barrier/e0ec4fc9b8724a27aba272f0deae8119 is 112, key is test,,1733268072053.6d2cc5af6d9fc4773bf9ba128979a205./rep_barrier:seqnumDuringOpen/1733268072811/Put/seqid=0 2024-12-03T23:21:22,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741844_1020 (size=5518) 2024-12-03T23:21:22,682 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/1588230740/.tmp/rep_barrier/e0ec4fc9b8724a27aba272f0deae8119 2024-12-03T23:21:22,682 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/default/test/6d2cc5af6d9fc4773bf9ba128979a205/.tmp/f1/856e9c98363a4fc59180d65c4577e74d is 30, key is row1/f1:/1733268080165/DeleteFamily/seqid=0 2024-12-03T23:21:22,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741845_1021 (size=5158) 2024-12-03T23:21:22,694 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/default/test/6d2cc5af6d9fc4773bf9ba128979a205/.tmp/f1/856e9c98363a4fc59180d65c4577e74d 2024-12-03T23:21:22,698 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 856e9c98363a4fc59180d65c4577e74d 2024-12-03T23:21:22,704 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/1588230740/.tmp/table/141dfcd163e54059a93a2240657d4689 is 53, key is hbase:replication/table:state/1733268075873/Put/seqid=0 2024-12-03T23:21:22,720 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/default/test/6d2cc5af6d9fc4773bf9ba128979a205/.tmp/norep/3c94419b64764fe5bca6dad83d336771 is 33, key is row2/norep:/1733268081171/DeleteFamily/seqid=0 2024-12-03T23:21:22,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741846_1022 (size=5308) 2024-12-03T23:21:22,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741847_1023 (size=5108) 2024-12-03T23:21:22,773 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 1484, reset compression=false 2024-12-03T23:21:22,789 DEBUG [RS:0;5f9d64419733:36093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d2cc5af6d9fc4773bf9ba128979a205 2024-12-03T23:21:22,989 DEBUG [RS:0;5f9d64419733:36093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d2cc5af6d9fc4773bf9ba128979a205 2024-12-03T23:21:23,069 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T23:21:23,069 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T23:21:23,123 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/1588230740/.tmp/table/141dfcd163e54059a93a2240657d4689 2024-12-03T23:21:23,128 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/1588230740/.tmp/info/1f421b13c8ee4f54a934a8c99c3ef735 as hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/1588230740/info/1f421b13c8ee4f54a934a8c99c3ef735 2024-12-03T23:21:23,129 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/default/test/6d2cc5af6d9fc4773bf9ba128979a205/.tmp/norep/3c94419b64764fe5bca6dad83d336771 2024-12-03T23:21:23,133 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c94419b64764fe5bca6dad83d336771 2024-12-03T23:21:23,133 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/1588230740/info/1f421b13c8ee4f54a934a8c99c3ef735, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T23:21:23,134 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/default/test/6d2cc5af6d9fc4773bf9ba128979a205/.tmp/f/0c612cecd0ec4b9b8426f14d8b41ba52 as hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/default/test/6d2cc5af6d9fc4773bf9ba128979a205/f/0c612cecd0ec4b9b8426f14d8b41ba52 2024-12-03T23:21:23,134 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/1588230740/.tmp/ns/224b76ae3ad44990a9f0cc38c4445a71 as hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/1588230740/ns/224b76ae3ad44990a9f0cc38c4445a71 2024-12-03T23:21:23,138 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c612cecd0ec4b9b8426f14d8b41ba52 2024-12-03T23:21:23,138 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/default/test/6d2cc5af6d9fc4773bf9ba128979a205/f/0c612cecd0ec4b9b8426f14d8b41ba52, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T23:21:23,138 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/1588230740/ns/224b76ae3ad44990a9f0cc38c4445a71, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T23:21:23,138 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/1588230740/.tmp/rep_barrier/e0ec4fc9b8724a27aba272f0deae8119 as hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/1588230740/rep_barrier/e0ec4fc9b8724a27aba272f0deae8119 2024-12-03T23:21:23,138 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/default/test/6d2cc5af6d9fc4773bf9ba128979a205/.tmp/f1/856e9c98363a4fc59180d65c4577e74d as hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/default/test/6d2cc5af6d9fc4773bf9ba128979a205/f1/856e9c98363a4fc59180d65c4577e74d 2024-12-03T23:21:23,142 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 856e9c98363a4fc59180d65c4577e74d 2024-12-03T23:21:23,142 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/default/test/6d2cc5af6d9fc4773bf9ba128979a205/f1/856e9c98363a4fc59180d65c4577e74d, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T23:21:23,142 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/1588230740/rep_barrier/e0ec4fc9b8724a27aba272f0deae8119, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T23:21:23,142 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 1191, reset compression=false 2024-12-03T23:21:23,143 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/1588230740/.tmp/table/141dfcd163e54059a93a2240657d4689 as hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/1588230740/table/141dfcd163e54059a93a2240657d4689 2024-12-03T23:21:23,143 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/default/test/6d2cc5af6d9fc4773bf9ba128979a205/.tmp/norep/3c94419b64764fe5bca6dad83d336771 as hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/default/test/6d2cc5af6d9fc4773bf9ba128979a205/norep/3c94419b64764fe5bca6dad83d336771 2024-12-03T23:21:23,156 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c94419b64764fe5bca6dad83d336771 2024-12-03T23:21:23,156 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/default/test/6d2cc5af6d9fc4773bf9ba128979a205/norep/3c94419b64764fe5bca6dad83d336771, entries=1, sequenceid=10, filesize=5.0 K 2024-12-03T23:21:23,156 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/1588230740/table/141dfcd163e54059a93a2240657d4689, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T23:21:23,158 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 968ms, sequenceid=16, compaction requested=false 2024-12-03T23:21:23,158 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6d2cc5af6d9fc4773bf9ba128979a205 in 930ms, sequenceid=10, compaction requested=false 2024-12-03T23:21:23,170 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/default/test/6d2cc5af6d9fc4773bf9ba128979a205/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T23:21:23,170 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:21:23,170 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T23:21:23,170 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733268072053.6d2cc5af6d9fc4773bf9ba128979a205. 2024-12-03T23:21:23,170 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d2cc5af6d9fc4773bf9ba128979a205: Waiting for close lock at 1733268082227Running coprocessor pre-close hooks at 1733268082227Disabling compacts and flushes for region at 1733268082227Disabling writes for close at 1733268082227Obtaining lock to block concurrent updates at 1733268082227Preparing flush snapshotting stores in 6d2cc5af6d9fc4773bf9ba128979a205 at 1733268082227Finished memstore snapshotting test,,1733268072053.6d2cc5af6d9fc4773bf9ba128979a205., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733268082228 (+1 ms)Flushing stores of test,,1733268072053.6d2cc5af6d9fc4773bf9ba128979a205. at 1733268082228Flushing 6d2cc5af6d9fc4773bf9ba128979a205/f: creating writer at 1733268082228Flushing 6d2cc5af6d9fc4773bf9ba128979a205/f: appending metadata at 1733268082251 (+23 ms)Flushing 6d2cc5af6d9fc4773bf9ba128979a205/f: closing flushed file at 1733268082251Flushing 6d2cc5af6d9fc4773bf9ba128979a205/f1: creating writer at 1733268082662 (+411 ms)Flushing 6d2cc5af6d9fc4773bf9ba128979a205/f1: appending metadata at 1733268082682 (+20 ms)Flushing 6d2cc5af6d9fc4773bf9ba128979a205/f1: closing flushed file at 1733268082682Flushing 6d2cc5af6d9fc4773bf9ba128979a205/norep: creating writer at 1733268082698 (+16 ms)Flushing 6d2cc5af6d9fc4773bf9ba128979a205/norep: appending metadata at 1733268082719 (+21 ms)Flushing 6d2cc5af6d9fc4773bf9ba128979a205/norep: closing flushed file at 1733268082719Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ecebac4: reopening flushed file at 1733268083133 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4be38890: reopening flushed file at 1733268083138 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eba6a49: reopening flushed file at 1733268083142 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6d2cc5af6d9fc4773bf9ba128979a205 in 930ms, sequenceid=10, compaction requested=false at 1733268083158 (+16 ms)Writing region close event to WAL at 1733268083161 (+3 ms)Running coprocessor post-close hooks at 1733268083170 (+9 ms)Closed at 1733268083170 2024-12-03T23:21:23,171 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733268072053.6d2cc5af6d9fc4773bf9ba128979a205. 2024-12-03T23:21:23,176 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 1484, reset compression=false 2024-12-03T23:21:23,189 INFO [RS:0;5f9d64419733:36093 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T23:21:23,189 DEBUG [RS:0;5f9d64419733:36093 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T23:21:23,189 DEBUG [RS:0;5f9d64419733:36093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:21:23,190 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T23:21:23,191 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:21:23,191 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:21:23,191 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:21:23,191 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733268082188Running coprocessor pre-close hooks at 1733268082188Disabling compacts and flushes for region at 1733268082188Disabling writes for close at 1733268082189 (+1 ms)Obtaining lock to block concurrent updates at 1733268082189Preparing flush snapshotting stores in 1588230740 at 1733268082189Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733268082189Flushing stores of hbase:meta,,1.1588230740 at 1733268082191 (+2 ms)Flushing 1588230740/info: creating writer at 1733268082192 (+1 ms)Flushing 1588230740/info: appending metadata at 1733268082205 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733268082205Flushing 1588230740/ns: creating writer at 1733268082614 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733268082629 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733268082629Flushing 1588230740/rep_barrier: creating writer at 1733268082641 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733268082662 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733268082662Flushing 1588230740/table: creating writer at 1733268082686 (+24 ms)Flushing 1588230740/table: appending metadata at 1733268082703 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733268082703Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@648da3b2: reopening flushed file at 1733268083127 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36f1d45c: reopening flushed file at 1733268083133 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cb3da4d: reopening flushed file at 1733268083138 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a5cf100: reopening flushed file at 1733268083142 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 968ms, sequenceid=16, compaction requested=false at 1733268083158 (+16 ms)Writing region close event to WAL at 1733268083179 (+21 ms)Running coprocessor post-close hooks at 1733268083191 (+12 ms)Closed at 1733268083191 2024-12-03T23:21:23,191 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T23:21:23,191 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:21:23,191 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 2128, reset compression=false 2024-12-03T23:21:23,353 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 636, reset compression=false 2024-12-03T23:21:23,390 INFO [RS:0;5f9d64419733:36093 {}] regionserver.HRegionServer(976): stopping server 5f9d64419733,36093,1733268066395; all regions closed. 2024-12-03T23:21:23,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741834_1010 (size=4239) 2024-12-03T23:21:23,392 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.meta.1733268068682.meta not finished, retry = 0 2024-12-03T23:21:23,394 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/WALs/5f9d64419733,36093,1733268066395/5f9d64419733%2C36093%2C1733268066395.1733268068132 to pos 2128, reset compression=false 2024-12-03T23:21:23,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741839_1015 (size=3114) 2024-12-03T23:21:23,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741832_1008 (size=2136) 2024-12-03T23:21:23,499 DEBUG [RS:0;5f9d64419733:36093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:23,499 INFO [RS:0;5f9d64419733:36093 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:21:23,499 INFO [RS:0;5f9d64419733:36093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:21:23,500 INFO [RS:0;5f9d64419733:36093 {}] hbase.ChoreService(370): Chore service for: regionserver/5f9d64419733:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T23:21:23,500 INFO [RS:0;5f9d64419733:36093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:21:23,500 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:21:23,500 INFO [RS:0;5f9d64419733:36093 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5f9d64419733,36093,1733268066395 because: Region server is closing 2024-12-03T23:21:23,500 INFO [RS:0;5f9d64419733:36093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:36093. 2024-12-03T23:21:23,500 DEBUG [RS:0;5f9d64419733:36093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:21:23,500 DEBUG [RS:0;5f9d64419733:36093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:23,501 DEBUG [RS:0;5f9d64419733:36093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:23,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:21:23,601 INFO [RS:0;5f9d64419733:36093 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.shipper5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 terminated 2024-12-03T23:21:23,601 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,36093,1733268066395.replicationSource.wal-reader.5f9d64419733%2C36093%2C1733268066395,1-5f9d64419733,36093,1733268066395 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T23:21:23,601 INFO [RS:0;5f9d64419733:36093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:36093. 2024-12-03T23:21:23,601 DEBUG [RS:0;5f9d64419733:36093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:21:23,601 DEBUG [RS:0;5f9d64419733:36093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:23,601 DEBUG [RS:0;5f9d64419733:36093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:23,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:21:23,602 INFO [RS:0;5f9d64419733:36093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36093 2024-12-03T23:21:23,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-31405396/rs 2024-12-03T23:21:23,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1017aa19a3e0007, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-31405396/rs/5f9d64419733,36093,1733268066395 2024-12-03T23:21:23,605 INFO [RS:0;5f9d64419733:36093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:21:23,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5f9d64419733,36093,1733268066395] 2024-12-03T23:21:23,608 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-31405396/draining/5f9d64419733,36093,1733268066395 already deleted, retry=false 2024-12-03T23:21:23,608 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5f9d64419733,36093,1733268066395 expired; onlineServers=0 2024-12-03T23:21:23,608 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5f9d64419733,46459,1733268066344' ***** 2024-12-03T23:21:23,608 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T23:21:23,608 INFO [M:0;5f9d64419733:46459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:21:23,608 INFO [M:0;5f9d64419733:46459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:21:23,608 DEBUG [M:0;5f9d64419733:46459 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T23:21:23,608 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T23:21:23,608 DEBUG [M:0;5f9d64419733:46459 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T23:21:23,609 INFO [M:0;5f9d64419733:46459 {}] hbase.ChoreService(370): Chore service for: master/5f9d64419733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T23:21:23,609 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268067936 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268067936,5,FailOnTimeoutGroup] 2024-12-03T23:21:23,609 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268067936 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268067936,5,FailOnTimeoutGroup] 2024-12-03T23:21:23,609 INFO [M:0;5f9d64419733:46459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:21:23,609 DEBUG [M:0;5f9d64419733:46459 {}] master.HMaster(1795): Stopping service threads 2024-12-03T23:21:23,609 INFO [M:0;5f9d64419733:46459 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T23:21:23,609 INFO [M:0;5f9d64419733:46459 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:21:23,609 INFO [M:0;5f9d64419733:46459 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T23:21:23,609 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T23:21:23,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-31405396/master 2024-12-03T23:21:23,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-31405396 2024-12-03T23:21:23,610 DEBUG [M:0;5f9d64419733:46459 {}] zookeeper.ZKUtil(347): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Unable to get data of znode /2-31405396/master because node does not exist (not an error) 2024-12-03T23:21:23,610 WARN [M:0;5f9d64419733:46459 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T23:21:23,611 INFO [M:0;5f9d64419733:46459 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/.lastflushedseqids 2024-12-03T23:21:23,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741848_1024 (size=245) 2024-12-03T23:21:23,618 INFO [M:0;5f9d64419733:46459 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T23:21:23,618 INFO [M:0;5f9d64419733:46459 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T23:21:23,618 DEBUG [M:0;5f9d64419733:46459 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:21:23,618 INFO [M:0;5f9d64419733:46459 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:23,618 DEBUG [M:0;5f9d64419733:46459 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:23,618 DEBUG [M:0;5f9d64419733:46459 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:21:23,618 DEBUG [M:0;5f9d64419733:46459 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:23,618 INFO [M:0;5f9d64419733:46459 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-03T23:21:23,635 DEBUG [M:0;5f9d64419733:46459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62ece989ce6542ffa644656ebf6dd965 is 82, key is hbase:meta,,1/info:regioninfo/1733268068710/Put/seqid=0 2024-12-03T23:21:23,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741849_1025 (size=5672) 2024-12-03T23:21:23,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1017aa19a3e0007, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:21:23,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36093-0x1017aa19a3e0007, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:21:23,707 INFO [RS:0;5f9d64419733:36093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:21:23,707 INFO [RS:0;5f9d64419733:36093 {}] regionserver.HRegionServer(1031): Exiting; stopping=5f9d64419733,36093,1733268066395; zookeeper connection closed. 2024-12-03T23:21:23,707 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c252989 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c252989 2024-12-03T23:21:23,707 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T23:21:23,753 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 1191, reset compression=false 2024-12-03T23:21:24,040 INFO [M:0;5f9d64419733:46459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62ece989ce6542ffa644656ebf6dd965 2024-12-03T23:21:24,067 DEBUG [M:0;5f9d64419733:46459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c72c08d5c8fc4fa981633ba79b263dc8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733268075876/Put/seqid=0 2024-12-03T23:21:24,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741850_1026 (size=8517) 2024-12-03T23:21:24,074 INFO [M:0;5f9d64419733:46459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c72c08d5c8fc4fa981633ba79b263dc8 2024-12-03T23:21:24,112 DEBUG [M:0;5f9d64419733:46459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7d31ae0505742d7aa865481b20664de is 69, key is 5f9d64419733,36093,1733268066395/rs:state/1733268067969/Put/seqid=0 2024-12-03T23:21:24,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741851_1027 (size=5156) 2024-12-03T23:21:24,133 INFO [M:0;5f9d64419733:46459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7d31ae0505742d7aa865481b20664de 2024-12-03T23:21:24,144 DEBUG [M:0;5f9d64419733:46459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62ece989ce6542ffa644656ebf6dd965 as hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/62ece989ce6542ffa644656ebf6dd965 2024-12-03T23:21:24,149 INFO [M:0;5f9d64419733:46459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/62ece989ce6542ffa644656ebf6dd965, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T23:21:24,150 DEBUG [M:0;5f9d64419733:46459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c72c08d5c8fc4fa981633ba79b263dc8 as hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c72c08d5c8fc4fa981633ba79b263dc8 2024-12-03T23:21:24,155 INFO [M:0;5f9d64419733:46459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c72c08d5c8fc4fa981633ba79b263dc8, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T23:21:24,158 DEBUG [M:0;5f9d64419733:46459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7d31ae0505742d7aa865481b20664de as hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d7d31ae0505742d7aa865481b20664de 2024-12-03T23:21:24,165 INFO [M:0;5f9d64419733:46459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43503/user/jenkins/test-data/c0182fce-14bc-311b-a9f1-eef3550ef44e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d7d31ae0505742d7aa865481b20664de, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T23:21:24,167 INFO [M:0;5f9d64419733:46459 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 549ms, sequenceid=97, compaction requested=false 2024-12-03T23:21:24,177 INFO [M:0;5f9d64419733:46459 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:24,177 DEBUG [M:0;5f9d64419733:46459 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733268083618Disabling compacts and flushes for region at 1733268083618Disabling writes for close at 1733268083618Obtaining lock to block concurrent updates at 1733268083618Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733268083618Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733268083619 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733268083619Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733268083619Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733268083635 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733268083635Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733268084044 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733268084067 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733268084067Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733268084078 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733268084111 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733268084111Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55311e01: reopening flushed file at 1733268084139 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24c7ead5: reopening flushed file at 1733268084149 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6613e4b1: reopening flushed file at 1733268084155 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 549ms, sequenceid=97, compaction requested=false at 1733268084167 (+12 ms)Writing region close event to WAL at 1733268084177 (+10 ms)Closed at 1733268084177 2024-12-03T23:21:24,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41183 is added to blk_1073741830_1006 (size=63666) 2024-12-03T23:21:24,187 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:21:24,187 INFO [M:0;5f9d64419733:46459 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T23:21:24,187 INFO [M:0;5f9d64419733:46459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46459 2024-12-03T23:21:24,188 INFO [M:0;5f9d64419733:46459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:21:24,257 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 636, reset compression=false 2024-12-03T23:21:24,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:21:24,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x1017aa19a3e0006, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:21:24,292 INFO [M:0;5f9d64419733:46459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:21:24,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2482a93b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:21:24,300 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a05fecf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:21:24,300 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:21:24,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d48c9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:21:24,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d4fb49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/hadoop.log.dir/,STOPPED} 2024-12-03T23:21:24,303 WARN [BP-479146147-172.17.0.2-1733268065239 heartbeating to localhost/127.0.0.1:43503 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T23:21:24,303 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T23:21:24,303 WARN [BP-479146147-172.17.0.2-1733268065239 heartbeating to localhost/127.0.0.1:43503 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-479146147-172.17.0.2-1733268065239 (Datanode Uuid a44d6ca5-63cb-40f2-afbf-5afc1f0457bb) service to localhost/127.0.0.1:43503 2024-12-03T23:21:24,303 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T23:21:24,304 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/cluster_ae966aee-b359-6d75-6ed2-9e89c75c3afe/data/data2/current/BP-479146147-172.17.0.2-1733268065239 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:21:24,305 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T23:21:24,306 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/cluster_ae966aee-b359-6d75-6ed2-9e89c75c3afe/data/data1/current/BP-479146147-172.17.0.2-1733268065239 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:21:24,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58a34c8d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:21:24,319 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64019185{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:21:24,319 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:21:24,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d7b342c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:21:24,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15c8887e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/hadoop.log.dir/,STOPPED} 2024-12-03T23:21:24,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T23:21:24,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T23:21:24,336 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:21:24,336 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:21:24,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:24,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:24,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:21:24,337 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T23:21:24,337 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1891913294, stopped=false 2024-12-03T23:21:24,337 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5f9d64419733,37957,1733268063325 2024-12-03T23:21:24,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11405791771/running 2024-12-03T23:21:24,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11405791771 2024-12-03T23:21:24,339 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:21:24,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1017aa19a3e0004, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11405791771/running 2024-12-03T23:21:24,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1017aa19a3e0004, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11405791771 2024-12-03T23:21:24,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Set watcher on znode that does not yet exist, /11405791771/running 2024-12-03T23:21:24,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35255-0x1017aa19a3e0004, quorum=127.0.0.1:61383, baseZNode=/11405791771 Set watcher on znode that does not yet exist, /11405791771/running 2024-12-03T23:21:24,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:21:24,341 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:21:24,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:24,341 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5f9d64419733,35255,1733268063370' ***** 2024-12-03T23:21:24,341 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T23:21:24,341 INFO [RS:0;5f9d64419733:35255 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T23:21:24,341 INFO [RS:0;5f9d64419733:35255 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T23:21:24,341 INFO [RS:0;5f9d64419733:35255 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T23:21:24,341 INFO [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c514aed7de05fdd14d8d8260265d1c7 2024-12-03T23:21:24,342 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T23:21:24,342 INFO [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(3091): Received CLOSE for c3c84adeccbcfdaf07a46114a2a806fc 2024-12-03T23:21:24,342 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c514aed7de05fdd14d8d8260265d1c7, disabling compactions & flushes 2024-12-03T23:21:24,342 INFO [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(959): stopping server 5f9d64419733,35255,1733268063370 2024-12-03T23:21:24,342 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733268070912.5c514aed7de05fdd14d8d8260265d1c7. 2024-12-03T23:21:24,342 INFO [RS:0;5f9d64419733:35255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:21:24,342 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733268070912.5c514aed7de05fdd14d8d8260265d1c7. 2024-12-03T23:21:24,342 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733268070912.5c514aed7de05fdd14d8d8260265d1c7. after waiting 0 ms 2024-12-03T23:21:24,342 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733268070912.5c514aed7de05fdd14d8d8260265d1c7. 2024-12-03T23:21:24,342 INFO [RS:0;5f9d64419733:35255 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:35255. 2024-12-03T23:21:24,342 DEBUG [RS:0;5f9d64419733:35255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:21:24,342 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5c514aed7de05fdd14d8d8260265d1c7 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-03T23:21:24,342 DEBUG [RS:0;5f9d64419733:35255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:24,342 INFO [RS:0;5f9d64419733:35255 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T23:21:24,343 INFO [RS:0;5f9d64419733:35255 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T23:21:24,343 INFO [RS:0;5f9d64419733:35255 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T23:21:24,343 INFO [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T23:21:24,344 INFO [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T23:21:24,344 DEBUG [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(1325): Online Regions={5c514aed7de05fdd14d8d8260265d1c7=test,,1733268070912.5c514aed7de05fdd14d8d8260265d1c7., c3c84adeccbcfdaf07a46114a2a806fc=hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T23:21:24,344 DEBUG [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c514aed7de05fdd14d8d8260265d1c7, c3c84adeccbcfdaf07a46114a2a806fc 2024-12-03T23:21:24,344 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:21:24,344 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:21:24,344 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:21:24,344 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:21:24,344 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:21:24,344 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T23:21:24,370 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/default/test/5c514aed7de05fdd14d8d8260265d1c7/.tmp/f/7c2bfc2e95374590a0874cbd3231bf1c is 29, key is row1/f:/1733268080165/DeleteFamily/seqid=0 2024-12-03T23:21:24,373 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/1588230740/.tmp/info/540ffe6b7adb4d5889215ac059d28682 is 147, key is hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc./info:regioninfo/1733268075140/Put/seqid=0 2024-12-03T23:21:24,399 INFO [regionserver/5f9d64419733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:21:24,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741840_1016 (size=5152) 2024-12-03T23:21:24,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741841_1017 (size=7686) 2024-12-03T23:21:24,422 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/1588230740/.tmp/info/540ffe6b7adb4d5889215ac059d28682 2024-12-03T23:21:24,449 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/1588230740/.tmp/ns/11fca2f5c732485d9985eb523539bfc3 is 43, key is default/ns:d/1733268065180/Put/seqid=0 2024-12-03T23:21:24,456 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 1191, reset compression=false 2024-12-03T23:21:24,470 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T23:21:24,470 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T23:21:24,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741842_1018 (size=5153) 2024-12-03T23:21:24,498 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:21:24,498 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 1438, reset compression=false 2024-12-03T23:21:24,499 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.shipper5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,35255,1733268063370 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:21:24,500 ERROR [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.shipper5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5f9d64419733,35255,1733268063370: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5f9d64419733,35255,1733268063370, walGroup=5f9d64419733%2C35255%2C1733268063370, offset=5f9d64419733%2C35255%2C1733268063370.1733268064604:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:35255 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T23:21:24,501 ERROR [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.shipper5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T23:21:24,501 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.shipper5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T23:21:24,503 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.shipper5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T23:21:24,503 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.shipper5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T23:21:24,503 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.shipper5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T23:21:24,503 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.shipper5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1388314624, "init": 1048576000, "max": 2306867200, "used": 894730432 }, "NonHeapMemoryUsage": { "committed": 206045184, "init": 7667712, "max": -1, "used": 203085832 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T23:21:24,503 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.shipper5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:37957 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:37957 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T23:21:24,544 DEBUG [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c514aed7de05fdd14d8d8260265d1c7, c3c84adeccbcfdaf07a46114a2a806fc 2024-12-03T23:21:24,710 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 1438, reset compression=false 2024-12-03T23:21:24,744 DEBUG [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c514aed7de05fdd14d8d8260265d1c7, c3c84adeccbcfdaf07a46114a2a806fc 2024-12-03T23:21:24,804 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/default/test/5c514aed7de05fdd14d8d8260265d1c7/.tmp/f/7c2bfc2e95374590a0874cbd3231bf1c 2024-12-03T23:21:24,808 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c2bfc2e95374590a0874cbd3231bf1c 2024-12-03T23:21:24,826 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/default/test/5c514aed7de05fdd14d8d8260265d1c7/.tmp/f1/3ec9fd02ab3340da9ffa376e2de03221 is 30, key is row1/f1:/1733268080165/DeleteFamily/seqid=0 2024-12-03T23:21:24,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741843_1019 (size=5158) 2024-12-03T23:21:24,834 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/default/test/5c514aed7de05fdd14d8d8260265d1c7/.tmp/f1/3ec9fd02ab3340da9ffa376e2de03221 2024-12-03T23:21:24,838 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ec9fd02ab3340da9ffa376e2de03221 2024-12-03T23:21:24,860 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/default/test/5c514aed7de05fdd14d8d8260265d1c7/.tmp/norep/8d08b7c65a36446f9bdd0381e4ce04df is 33, key is row1/norep:/1733268080165/DeleteFamily/seqid=0 2024-12-03T23:21:24,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741844_1020 (size=5108) 2024-12-03T23:21:24,895 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/1588230740/.tmp/ns/11fca2f5c732485d9985eb523539bfc3 2024-12-03T23:21:24,917 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/1588230740/.tmp/rep_barrier/f2591eff3978406e90e00d3c9a9b7f5f is 112, key is test,,1733268070912.5c514aed7de05fdd14d8d8260265d1c7./rep_barrier:seqnumDuringOpen/1733268071656/Put/seqid=0 2024-12-03T23:21:24,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741845_1021 (size=5518) 2024-12-03T23:21:24,944 DEBUG [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c514aed7de05fdd14d8d8260265d1c7, c3c84adeccbcfdaf07a46114a2a806fc 2024-12-03T23:21:25,015 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 1438, reset compression=false 2024-12-03T23:21:25,145 DEBUG [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c514aed7de05fdd14d8d8260265d1c7, c3c84adeccbcfdaf07a46114a2a806fc 2024-12-03T23:21:25,260 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 636, reset compression=false 2024-12-03T23:21:25,265 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/default/test/5c514aed7de05fdd14d8d8260265d1c7/.tmp/norep/8d08b7c65a36446f9bdd0381e4ce04df 2024-12-03T23:21:25,269 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d08b7c65a36446f9bdd0381e4ce04df 2024-12-03T23:21:25,269 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/default/test/5c514aed7de05fdd14d8d8260265d1c7/.tmp/f/7c2bfc2e95374590a0874cbd3231bf1c as hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/default/test/5c514aed7de05fdd14d8d8260265d1c7/f/7c2bfc2e95374590a0874cbd3231bf1c 2024-12-03T23:21:25,272 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c2bfc2e95374590a0874cbd3231bf1c 2024-12-03T23:21:25,272 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/default/test/5c514aed7de05fdd14d8d8260265d1c7/f/7c2bfc2e95374590a0874cbd3231bf1c, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T23:21:25,273 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/default/test/5c514aed7de05fdd14d8d8260265d1c7/.tmp/f1/3ec9fd02ab3340da9ffa376e2de03221 as hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/default/test/5c514aed7de05fdd14d8d8260265d1c7/f1/3ec9fd02ab3340da9ffa376e2de03221 2024-12-03T23:21:25,276 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ec9fd02ab3340da9ffa376e2de03221 2024-12-03T23:21:25,276 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/default/test/5c514aed7de05fdd14d8d8260265d1c7/f1/3ec9fd02ab3340da9ffa376e2de03221, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T23:21:25,277 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/default/test/5c514aed7de05fdd14d8d8260265d1c7/.tmp/norep/8d08b7c65a36446f9bdd0381e4ce04df as hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/default/test/5c514aed7de05fdd14d8d8260265d1c7/norep/8d08b7c65a36446f9bdd0381e4ce04df 2024-12-03T23:21:25,280 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d08b7c65a36446f9bdd0381e4ce04df 2024-12-03T23:21:25,280 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/default/test/5c514aed7de05fdd14d8d8260265d1c7/norep/8d08b7c65a36446f9bdd0381e4ce04df, entries=1, sequenceid=10, filesize=5.0 K 2024-12-03T23:21:25,281 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5c514aed7de05fdd14d8d8260265d1c7 in 938ms, sequenceid=10, compaction requested=false 2024-12-03T23:21:25,284 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/default/test/5c514aed7de05fdd14d8d8260265d1c7/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T23:21:25,284 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:21:25,284 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T23:21:25,284 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733268070912.5c514aed7de05fdd14d8d8260265d1c7. 2024-12-03T23:21:25,284 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c514aed7de05fdd14d8d8260265d1c7: Waiting for close lock at 1733268084342Running coprocessor pre-close hooks at 1733268084342Disabling compacts and flushes for region at 1733268084342Disabling writes for close at 1733268084342Obtaining lock to block concurrent updates at 1733268084342Preparing flush snapshotting stores in 5c514aed7de05fdd14d8d8260265d1c7 at 1733268084342Finished memstore snapshotting test,,1733268070912.5c514aed7de05fdd14d8d8260265d1c7., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733268084343 (+1 ms)Flushing stores of test,,1733268070912.5c514aed7de05fdd14d8d8260265d1c7. at 1733268084344 (+1 ms)Flushing 5c514aed7de05fdd14d8d8260265d1c7/f: creating writer at 1733268084344Flushing 5c514aed7de05fdd14d8d8260265d1c7/f: appending metadata at 1733268084370 (+26 ms)Flushing 5c514aed7de05fdd14d8d8260265d1c7/f: closing flushed file at 1733268084370Flushing 5c514aed7de05fdd14d8d8260265d1c7/f1: creating writer at 1733268084809 (+439 ms)Flushing 5c514aed7de05fdd14d8d8260265d1c7/f1: appending metadata at 1733268084826 (+17 ms)Flushing 5c514aed7de05fdd14d8d8260265d1c7/f1: closing flushed file at 1733268084826Flushing 5c514aed7de05fdd14d8d8260265d1c7/norep: creating writer at 1733268084838 (+12 ms)Flushing 5c514aed7de05fdd14d8d8260265d1c7/norep: appending metadata at 1733268084859 (+21 ms)Flushing 5c514aed7de05fdd14d8d8260265d1c7/norep: closing flushed file at 1733268084859Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f0bda4b: reopening flushed file at 1733268085269 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e49ec37: reopening flushed file at 1733268085273 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@81abb2d: reopening flushed file at 1733268085276 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5c514aed7de05fdd14d8d8260265d1c7 in 938ms, sequenceid=10, compaction requested=false at 1733268085281 (+5 ms)Writing region close event to WAL at 1733268085282 (+1 ms)Running coprocessor post-close hooks at 1733268085284 (+2 ms)Closed at 1733268085284 2024-12-03T23:21:25,285 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733268070912.5c514aed7de05fdd14d8d8260265d1c7. 2024-12-03T23:21:25,285 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3c84adeccbcfdaf07a46114a2a806fc, disabling compactions & flushes 2024-12-03T23:21:25,285 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc. 2024-12-03T23:21:25,285 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc. 2024-12-03T23:21:25,285 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc. after waiting 0 ms 2024-12-03T23:21:25,285 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc. 2024-12-03T23:21:25,285 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3c84adeccbcfdaf07a46114a2a806fc: Waiting for close lock at 1733268085285Running coprocessor pre-close hooks at 1733268085285Disabling compacts and flushes for region at 1733268085285Disabling writes for close at 1733268085285Failed flush hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc., putting online again at 1733268085285 2024-12-03T23:21:25,285 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc. 2024-12-03T23:21:25,321 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/1588230740/.tmp/rep_barrier/f2591eff3978406e90e00d3c9a9b7f5f 2024-12-03T23:21:25,338 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/1588230740/.tmp/table/375e7f6ecaba455e9d22178da486e485 is 53, key is hbase:replication/table:state/1733268075146/Put/seqid=0 2024-12-03T23:21:25,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741846_1022 (size=5308) 2024-12-03T23:21:25,345 INFO [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T23:21:25,345 DEBUG [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(1325): Online Regions={c3c84adeccbcfdaf07a46114a2a806fc=hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T23:21:25,345 INFO [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(3091): Received CLOSE for c3c84adeccbcfdaf07a46114a2a806fc 2024-12-03T23:21:25,345 DEBUG [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3c84adeccbcfdaf07a46114a2a806fc 2024-12-03T23:21:25,345 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3c84adeccbcfdaf07a46114a2a806fc, disabling compactions & flushes 2024-12-03T23:21:25,345 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc. 2024-12-03T23:21:25,345 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc. 2024-12-03T23:21:25,345 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc. after waiting 0 ms 2024-12-03T23:21:25,345 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc. 2024-12-03T23:21:25,345 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3c84adeccbcfdaf07a46114a2a806fc: Waiting for close lock at 1733268085345Running coprocessor pre-close hooks at 1733268085345Disabling compacts and flushes for region at 1733268085345Disabling writes for close at 1733268085345Failed flush hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc., putting online again at 1733268085345 2024-12-03T23:21:25,345 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733268074358.c3c84adeccbcfdaf07a46114a2a806fc. 2024-12-03T23:21:25,429 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 1438, reset compression=false 2024-12-03T23:21:25,433 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:21:25,433 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 2082, reset compression=false 2024-12-03T23:21:25,545 DEBUG [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:21:25,636 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 2082, reset compression=false 2024-12-03T23:21:25,742 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/1588230740/.tmp/table/375e7f6ecaba455e9d22178da486e485 2024-12-03T23:21:25,745 DEBUG [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:21:25,746 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/1588230740/.tmp/info/540ffe6b7adb4d5889215ac059d28682 as hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/1588230740/info/540ffe6b7adb4d5889215ac059d28682 2024-12-03T23:21:25,749 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/1588230740/info/540ffe6b7adb4d5889215ac059d28682, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T23:21:25,750 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/1588230740/.tmp/ns/11fca2f5c732485d9985eb523539bfc3 as hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/1588230740/ns/11fca2f5c732485d9985eb523539bfc3 2024-12-03T23:21:25,754 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/1588230740/ns/11fca2f5c732485d9985eb523539bfc3, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T23:21:25,754 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/1588230740/.tmp/rep_barrier/f2591eff3978406e90e00d3c9a9b7f5f as hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/1588230740/rep_barrier/f2591eff3978406e90e00d3c9a9b7f5f 2024-12-03T23:21:25,758 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/1588230740/rep_barrier/f2591eff3978406e90e00d3c9a9b7f5f, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T23:21:25,759 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/1588230740/.tmp/table/375e7f6ecaba455e9d22178da486e485 as hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/1588230740/table/375e7f6ecaba455e9d22178da486e485 2024-12-03T23:21:25,762 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/1588230740/table/375e7f6ecaba455e9d22178da486e485, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T23:21:25,763 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1419ms, sequenceid=16, compaction requested=false 2024-12-03T23:21:25,767 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T23:21:25,768 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:21:25,768 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:21:25,768 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:21:25,768 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733268084344Running coprocessor pre-close hooks at 1733268084344Disabling compacts and flushes for region at 1733268084344Disabling writes for close at 1733268084344Obtaining lock to block concurrent updates at 1733268084344Preparing flush snapshotting stores in 1588230740 at 1733268084344Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733268084348 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733268084349 (+1 ms)Flushing 1588230740/info: creating writer at 1733268084349Flushing 1588230740/info: appending metadata at 1733268084373 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733268084373Flushing 1588230740/ns: creating writer at 1733268084427 (+54 ms)Flushing 1588230740/ns: appending metadata at 1733268084449 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733268084449Flushing 1588230740/rep_barrier: creating writer at 1733268084899 (+450 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733268084916 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733268084916Flushing 1588230740/table: creating writer at 1733268085324 (+408 ms)Flushing 1588230740/table: appending metadata at 1733268085337 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733268085337Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20106d8c: reopening flushed file at 1733268085745 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26983463: reopening flushed file at 1733268085749 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@409127f8: reopening flushed file at 1733268085754 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@94b37c7: reopening flushed file at 1733268085758 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1419ms, sequenceid=16, compaction requested=false at 1733268085763 (+5 ms)Writing region close event to WAL at 1733268085765 (+2 ms)Running coprocessor post-close hooks at 1733268085768 (+3 ms)Closed at 1733268085768 2024-12-03T23:21:25,768 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T23:21:25,940 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.1733268064604 to pos 2082, reset compression=false 2024-12-03T23:21:25,945 INFO [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T23:21:25,946 INFO [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(976): stopping server 5f9d64419733,35255,1733268063370; all regions closed. 2024-12-03T23:21:25,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741834_1010 (size=4239) 2024-12-03T23:21:25,948 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/WALs/5f9d64419733,35255,1733268063370/5f9d64419733%2C35255%2C1733268063370.meta.1733268065141.meta not finished, retry = 0 2024-12-03T23:21:26,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741839_1015 (size=2171) 2024-12-03T23:21:26,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741832_1008 (size=2090) 2024-12-03T23:21:26,053 DEBUG [RS:0;5f9d64419733:35255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:26,053 INFO [RS:0;5f9d64419733:35255 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:21:26,053 INFO [RS:0;5f9d64419733:35255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:21:26,054 INFO [RS:0;5f9d64419733:35255 {}] hbase.ChoreService(370): Chore service for: regionserver/5f9d64419733:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T23:21:26,054 INFO [RS:0;5f9d64419733:35255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:21:26,054 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:21:26,054 INFO [RS:0;5f9d64419733:35255 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5f9d64419733,35255,1733268063370 because: Region server is closing 2024-12-03T23:21:26,054 INFO [RS:0;5f9d64419733:35255 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:35255. 2024-12-03T23:21:26,054 DEBUG [RS:0;5f9d64419733:35255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:21:26,054 DEBUG [RS:0;5f9d64419733:35255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:26,055 DEBUG [RS:0;5f9d64419733:35255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:26,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:21:26,155 INFO [RS:0;5f9d64419733:35255 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.shipper5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 terminated 2024-12-03T23:21:26,155 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,35255,1733268063370.replicationSource.wal-reader.5f9d64419733%2C35255%2C1733268063370,1-5f9d64419733,35255,1733268063370 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T23:21:26,155 INFO [RS:0;5f9d64419733:35255 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:35255. 2024-12-03T23:21:26,155 DEBUG [RS:0;5f9d64419733:35255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:21:26,155 DEBUG [RS:0;5f9d64419733:35255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:26,155 DEBUG [RS:0;5f9d64419733:35255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:26,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:21:26,155 INFO [RS:0;5f9d64419733:35255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35255 2024-12-03T23:21:26,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11405791771/rs 2024-12-03T23:21:26,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1017aa19a3e0004, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11405791771/rs/5f9d64419733,35255,1733268063370 2024-12-03T23:21:26,158 INFO [RS:0;5f9d64419733:35255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:21:26,161 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5f9d64419733,35255,1733268063370] 2024-12-03T23:21:26,165 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11405791771/draining/5f9d64419733,35255,1733268063370 already deleted, retry=false 2024-12-03T23:21:26,165 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5f9d64419733,35255,1733268063370 expired; onlineServers=0 2024-12-03T23:21:26,165 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5f9d64419733,37957,1733268063325' ***** 2024-12-03T23:21:26,165 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T23:21:26,165 INFO [M:0;5f9d64419733:37957 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:21:26,165 INFO [M:0;5f9d64419733:37957 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:21:26,165 DEBUG [M:0;5f9d64419733:37957 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T23:21:26,165 DEBUG [M:0;5f9d64419733:37957 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T23:21:26,165 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T23:21:26,165 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268064389 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268064389,5,FailOnTimeoutGroup] 2024-12-03T23:21:26,165 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268064386 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268064386,5,FailOnTimeoutGroup] 2024-12-03T23:21:26,168 INFO [M:0;5f9d64419733:37957 {}] hbase.ChoreService(370): Chore service for: master/5f9d64419733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T23:21:26,168 INFO [M:0;5f9d64419733:37957 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:21:26,168 DEBUG [M:0;5f9d64419733:37957 {}] master.HMaster(1795): Stopping service threads 2024-12-03T23:21:26,168 INFO [M:0;5f9d64419733:37957 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T23:21:26,168 INFO [M:0;5f9d64419733:37957 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:21:26,168 INFO [M:0;5f9d64419733:37957 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T23:21:26,169 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T23:21:26,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11405791771/master 2024-12-03T23:21:26,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11405791771 2024-12-03T23:21:26,169 DEBUG [M:0;5f9d64419733:37957 {}] zookeeper.ZKUtil(347): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Unable to get data of znode /11405791771/master because node does not exist (not an error) 2024-12-03T23:21:26,169 WARN [M:0;5f9d64419733:37957 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T23:21:26,170 INFO [M:0;5f9d64419733:37957 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/.lastflushedseqids 2024-12-03T23:21:26,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741847_1023 (size=245) 2024-12-03T23:21:26,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1017aa19a3e0004, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:21:26,261 INFO [RS:0;5f9d64419733:35255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:21:26,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1017aa19a3e0004, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:21:26,261 INFO [RS:0;5f9d64419733:35255 {}] regionserver.HRegionServer(1031): Exiting; stopping=5f9d64419733,35255,1733268063370; zookeeper connection closed. 2024-12-03T23:21:26,263 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e360692 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e360692 2024-12-03T23:21:26,264 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T23:21:26,364 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 636, reset compression=false 2024-12-03T23:21:26,578 INFO [M:0;5f9d64419733:37957 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T23:21:26,578 INFO [M:0;5f9d64419733:37957 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T23:21:26,579 DEBUG [M:0;5f9d64419733:37957 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:21:26,579 INFO [M:0;5f9d64419733:37957 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:26,579 DEBUG [M:0;5f9d64419733:37957 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:26,579 DEBUG [M:0;5f9d64419733:37957 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:21:26,579 DEBUG [M:0;5f9d64419733:37957 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:26,579 INFO [M:0;5f9d64419733:37957 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-03T23:21:26,599 DEBUG [M:0;5f9d64419733:37957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/419269c0930e4b15951e69154abb9041 is 82, key is hbase:meta,,1/info:regioninfo/1733268065171/Put/seqid=0 2024-12-03T23:21:26,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741848_1024 (size=5672) 2024-12-03T23:21:26,610 INFO [M:0;5f9d64419733:37957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/419269c0930e4b15951e69154abb9041 2024-12-03T23:21:26,636 DEBUG [M:0;5f9d64419733:37957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9392ac56c65e401fb2b5c65203d9859d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733268075149/Put/seqid=0 2024-12-03T23:21:26,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741849_1025 (size=8517) 2024-12-03T23:21:26,647 INFO [M:0;5f9d64419733:37957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9392ac56c65e401fb2b5c65203d9859d 2024-12-03T23:21:26,675 DEBUG [M:0;5f9d64419733:37957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2175eddde2954be6a6ae1f184ac4d7ef is 69, key is 5f9d64419733,35255,1733268063370/rs:state/1733268064426/Put/seqid=0 2024-12-03T23:21:26,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741850_1026 (size=5156) 2024-12-03T23:21:26,684 INFO [M:0;5f9d64419733:37957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2175eddde2954be6a6ae1f184ac4d7ef 2024-12-03T23:21:26,688 DEBUG [M:0;5f9d64419733:37957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/419269c0930e4b15951e69154abb9041 as hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/419269c0930e4b15951e69154abb9041 2024-12-03T23:21:26,692 INFO [M:0;5f9d64419733:37957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/419269c0930e4b15951e69154abb9041, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T23:21:26,693 DEBUG [M:0;5f9d64419733:37957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9392ac56c65e401fb2b5c65203d9859d as hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9392ac56c65e401fb2b5c65203d9859d 2024-12-03T23:21:26,696 INFO [M:0;5f9d64419733:37957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9392ac56c65e401fb2b5c65203d9859d, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T23:21:26,696 DEBUG [M:0;5f9d64419733:37957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2175eddde2954be6a6ae1f184ac4d7ef as hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2175eddde2954be6a6ae1f184ac4d7ef 2024-12-03T23:21:26,699 INFO [M:0;5f9d64419733:37957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45431/user/jenkins/test-data/8e956000-efd1-1240-ea2f-eb6529350d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2175eddde2954be6a6ae1f184ac4d7ef, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T23:21:26,700 INFO [M:0;5f9d64419733:37957 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=97, compaction requested=false 2024-12-03T23:21:26,705 INFO [M:0;5f9d64419733:37957 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:26,705 DEBUG [M:0;5f9d64419733:37957 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733268086579Disabling compacts and flushes for region at 1733268086579Disabling writes for close at 1733268086579Obtaining lock to block concurrent updates at 1733268086579Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733268086579Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733268086579Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733268086580 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733268086580Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733268086599 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733268086599Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733268086614 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733268086635 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733268086636 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733268086654 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733268086674 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733268086675 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bbaf799: reopening flushed file at 1733268086688 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a3974e2: reopening flushed file at 1733268086692 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@735fdf0f: reopening flushed file at 1733268086696 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=97, compaction requested=false at 1733268086700 (+4 ms)Writing region close event to WAL at 1733268086705 (+5 ms)Closed at 1733268086705 2024-12-03T23:21:26,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741830_1006 (size=63666) 2024-12-03T23:21:26,710 INFO [M:0;5f9d64419733:37957 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T23:21:26,710 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:21:26,710 INFO [M:0;5f9d64419733:37957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37957 2024-12-03T23:21:26,711 INFO [M:0;5f9d64419733:37957 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:21:26,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:21:26,812 INFO [M:0;5f9d64419733:37957 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:21:26,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37957-0x1017aa19a3e0003, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:21:26,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1008dde9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:21:26,815 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a97c4b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:21:26,815 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:21:26,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@965b6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:21:26,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3af5c370{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/hadoop.log.dir/,STOPPED} 2024-12-03T23:21:26,818 WARN [BP-304688079-172.17.0.2-1733268062312 heartbeating to localhost/127.0.0.1:45431 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T23:21:26,818 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T23:21:26,818 WARN [BP-304688079-172.17.0.2-1733268062312 heartbeating to localhost/127.0.0.1:45431 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-304688079-172.17.0.2-1733268062312 (Datanode Uuid e1f14101-1f1d-433f-b070-844c81c2d174) service to localhost/127.0.0.1:45431 2024-12-03T23:21:26,818 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T23:21:26,818 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/cluster_943e7980-3a31-4ba1-d6c4-d89163626cad/data/data1/current/BP-304688079-172.17.0.2-1733268062312 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:21:26,819 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/cluster_943e7980-3a31-4ba1-d6c4-d89163626cad/data/data2/current/BP-304688079-172.17.0.2-1733268062312 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:21:26,819 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T23:21:26,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b552d27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:21:26,827 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62f51439{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:21:26,828 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:21:26,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c773f45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:21:26,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2171703a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00c23cee-62e0-35ff-daf4-560cb922b60d/hadoop.log.dir/,STOPPED} 2024-12-03T23:21:26,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T23:21:26,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T23:21:26,842 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:21:26,842 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:21:26,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:26,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:26,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:21:26,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T23:21:26,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1628135548, stopped=false 2024-12-03T23:21:26,842 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5f9d64419733,43347,1733268059210 2024-12-03T23:21:26,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45141-0x1017aa19a3e0001, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01704036753/running 2024-12-03T23:21:26,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01704036753/running 2024-12-03T23:21:26,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45141-0x1017aa19a3e0001, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704036753 2024-12-03T23:21:26,845 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:21:26,845 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:21:26,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45141-0x1017aa19a3e0001, quorum=127.0.0.1:61383, baseZNode=/01704036753 Set watcher on znode that does not yet exist, /01704036753/running 2024-12-03T23:21:26,845 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:21:26,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:26,845 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5f9d64419733,45141,1733268059256' ***** 2024-12-03T23:21:26,845 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T23:21:26,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704036753 2024-12-03T23:21:26,846 INFO [RS:0;5f9d64419733:45141 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T23:21:26,846 INFO [RS:0;5f9d64419733:45141 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T23:21:26,846 INFO [RS:0;5f9d64419733:45141 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T23:21:26,846 INFO [RS:0;5f9d64419733:45141 {}] regionserver.HRegionServer(3091): Received CLOSE for 16ec8d56422d7a808dd56fe1e2621f6e 2024-12-03T23:21:26,847 INFO [RS:0;5f9d64419733:45141 {}] regionserver.HRegionServer(3091): Received CLOSE for 69301c96ef2a402ad7de92687b6d8a04 2024-12-03T23:21:26,847 INFO [RS:0;5f9d64419733:45141 {}] regionserver.HRegionServer(959): stopping server 5f9d64419733,45141,1733268059256 2024-12-03T23:21:26,847 INFO [RS:0;5f9d64419733:45141 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:21:26,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Set watcher on znode that does not yet exist, /01704036753/running 2024-12-03T23:21:26,847 INFO [RS:0;5f9d64419733:45141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:45141. 2024-12-03T23:21:26,847 DEBUG [RS:0;5f9d64419733:45141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:21:26,847 DEBUG [RS:0;5f9d64419733:45141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:26,847 INFO [RS:0;5f9d64419733:45141 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T23:21:26,847 INFO [RS:0;5f9d64419733:45141 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T23:21:26,847 INFO [RS:0;5f9d64419733:45141 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T23:21:26,847 INFO [RS:0;5f9d64419733:45141 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T23:21:26,847 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T23:21:26,847 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16ec8d56422d7a808dd56fe1e2621f6e, disabling compactions & flushes 2024-12-03T23:21:26,848 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733268068764.16ec8d56422d7a808dd56fe1e2621f6e. 2024-12-03T23:21:26,848 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733268068764.16ec8d56422d7a808dd56fe1e2621f6e. 2024-12-03T23:21:26,848 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733268068764.16ec8d56422d7a808dd56fe1e2621f6e. after waiting 0 ms 2024-12-03T23:21:26,848 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733268068764.16ec8d56422d7a808dd56fe1e2621f6e. 2024-12-03T23:21:26,848 INFO [RS:0;5f9d64419733:45141 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T23:21:26,848 DEBUG [RS:0;5f9d64419733:45141 {}] regionserver.HRegionServer(1325): Online Regions={16ec8d56422d7a808dd56fe1e2621f6e=test,,1733268068764.16ec8d56422d7a808dd56fe1e2621f6e., 69301c96ef2a402ad7de92687b6d8a04=hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T23:21:26,848 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 16ec8d56422d7a808dd56fe1e2621f6e 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-03T23:21:26,848 DEBUG [RS:0;5f9d64419733:45141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16ec8d56422d7a808dd56fe1e2621f6e, 69301c96ef2a402ad7de92687b6d8a04 2024-12-03T23:21:26,850 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:21:26,850 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:21:26,851 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:21:26,851 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:21:26,851 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:21:26,851 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T23:21:26,872 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/default/test/16ec8d56422d7a808dd56fe1e2621f6e/.tmp/f/f2162797525841509b32bfc4f8bf79a7 is 28, key is row/f:/1733268079159/DeleteFamily/seqid=0 2024-12-03T23:21:26,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741840_1016 (size=5085) 2024-12-03T23:21:26,876 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/default/test/16ec8d56422d7a808dd56fe1e2621f6e/.tmp/f/f2162797525841509b32bfc4f8bf79a7 2024-12-03T23:21:26,881 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2162797525841509b32bfc4f8bf79a7 2024-12-03T23:21:26,881 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/1588230740/.tmp/info/389bf0f2d58e4452900098c33bd53465 is 147, key is hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04./info:regioninfo/1733268073984/Put/seqid=0 2024-12-03T23:21:26,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741841_1017 (size=7686) 2024-12-03T23:21:26,888 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/1588230740/.tmp/info/389bf0f2d58e4452900098c33bd53465 2024-12-03T23:21:26,904 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/default/test/16ec8d56422d7a808dd56fe1e2621f6e/.tmp/f1/38715885c6834d698ef773056c55fbae is 29, key is row/f1:/1733268079159/DeleteFamily/seqid=0 2024-12-03T23:21:26,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741842_1018 (size=5089) 2024-12-03T23:21:26,911 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/1588230740/.tmp/ns/8018c6cabbdf4fb3882780d76deae9f6 is 43, key is default/ns:d/1733268062191/Put/seqid=0 2024-12-03T23:21:26,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741843_1019 (size=5153) 2024-12-03T23:21:26,934 INFO [regionserver/5f9d64419733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:21:27,048 DEBUG [RS:0;5f9d64419733:45141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16ec8d56422d7a808dd56fe1e2621f6e, 69301c96ef2a402ad7de92687b6d8a04 2024-12-03T23:21:27,110 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T23:21:27,110 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T23:21:27,248 DEBUG [RS:0;5f9d64419733:45141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16ec8d56422d7a808dd56fe1e2621f6e, 69301c96ef2a402ad7de92687b6d8a04 2024-12-03T23:21:27,311 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/default/test/16ec8d56422d7a808dd56fe1e2621f6e/.tmp/f1/38715885c6834d698ef773056c55fbae 2024-12-03T23:21:27,315 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38715885c6834d698ef773056c55fbae 2024-12-03T23:21:27,318 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/1588230740/.tmp/ns/8018c6cabbdf4fb3882780d76deae9f6 2024-12-03T23:21:27,335 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/default/test/16ec8d56422d7a808dd56fe1e2621f6e/.tmp/norep/342c7b42134e45089fc48f65ecbfde25 is 32, key is row/norep:/1733268079159/DeleteFamily/seqid=0 2024-12-03T23:21:27,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741844_1020 (size=5101) 2024-12-03T23:21:27,340 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/default/test/16ec8d56422d7a808dd56fe1e2621f6e/.tmp/norep/342c7b42134e45089fc48f65ecbfde25 2024-12-03T23:21:27,345 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 342c7b42134e45089fc48f65ecbfde25 2024-12-03T23:21:27,346 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/1588230740/.tmp/rep_barrier/48453c9bbf894d779e81f6ffaf47d407 is 112, key is test,,1733268068764.16ec8d56422d7a808dd56fe1e2621f6e./rep_barrier:seqnumDuringOpen/1733268069918/Put/seqid=0 2024-12-03T23:21:27,346 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/default/test/16ec8d56422d7a808dd56fe1e2621f6e/.tmp/f/f2162797525841509b32bfc4f8bf79a7 as hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/default/test/16ec8d56422d7a808dd56fe1e2621f6e/f/f2162797525841509b32bfc4f8bf79a7 2024-12-03T23:21:27,350 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2162797525841509b32bfc4f8bf79a7 2024-12-03T23:21:27,351 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/default/test/16ec8d56422d7a808dd56fe1e2621f6e/f/f2162797525841509b32bfc4f8bf79a7, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T23:21:27,351 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/default/test/16ec8d56422d7a808dd56fe1e2621f6e/.tmp/f1/38715885c6834d698ef773056c55fbae as hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/default/test/16ec8d56422d7a808dd56fe1e2621f6e/f1/38715885c6834d698ef773056c55fbae 2024-12-03T23:21:27,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741845_1021 (size=5518) 2024-12-03T23:21:27,361 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38715885c6834d698ef773056c55fbae 2024-12-03T23:21:27,361 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/default/test/16ec8d56422d7a808dd56fe1e2621f6e/f1/38715885c6834d698ef773056c55fbae, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T23:21:27,362 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/1588230740/.tmp/rep_barrier/48453c9bbf894d779e81f6ffaf47d407 2024-12-03T23:21:27,362 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/default/test/16ec8d56422d7a808dd56fe1e2621f6e/.tmp/norep/342c7b42134e45089fc48f65ecbfde25 as hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/default/test/16ec8d56422d7a808dd56fe1e2621f6e/norep/342c7b42134e45089fc48f65ecbfde25 2024-12-03T23:21:27,368 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 342c7b42134e45089fc48f65ecbfde25 2024-12-03T23:21:27,368 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/default/test/16ec8d56422d7a808dd56fe1e2621f6e/norep/342c7b42134e45089fc48f65ecbfde25, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T23:21:27,369 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 16ec8d56422d7a808dd56fe1e2621f6e in 521ms, sequenceid=6, compaction requested=false 2024-12-03T23:21:27,369 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T23:21:27,386 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/default/test/16ec8d56422d7a808dd56fe1e2621f6e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T23:21:27,387 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:21:27,387 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T23:21:27,387 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733268068764.16ec8d56422d7a808dd56fe1e2621f6e. 2024-12-03T23:21:27,387 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16ec8d56422d7a808dd56fe1e2621f6e: Waiting for close lock at 1733268086847Running coprocessor pre-close hooks at 1733268086847Disabling compacts and flushes for region at 1733268086847Disabling writes for close at 1733268086848 (+1 ms)Obtaining lock to block concurrent updates at 1733268086848Preparing flush snapshotting stores in 16ec8d56422d7a808dd56fe1e2621f6e at 1733268086848Finished memstore snapshotting test,,1733268068764.16ec8d56422d7a808dd56fe1e2621f6e., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733268086848Flushing stores of test,,1733268068764.16ec8d56422d7a808dd56fe1e2621f6e. at 1733268086849 (+1 ms)Flushing 16ec8d56422d7a808dd56fe1e2621f6e/f: creating writer at 1733268086849Flushing 16ec8d56422d7a808dd56fe1e2621f6e/f: appending metadata at 1733268086870 (+21 ms)Flushing 16ec8d56422d7a808dd56fe1e2621f6e/f: closing flushed file at 1733268086871 (+1 ms)Flushing 16ec8d56422d7a808dd56fe1e2621f6e/f1: creating writer at 1733268086881 (+10 ms)Flushing 16ec8d56422d7a808dd56fe1e2621f6e/f1: appending metadata at 1733268086903 (+22 ms)Flushing 16ec8d56422d7a808dd56fe1e2621f6e/f1: closing flushed file at 1733268086903Flushing 16ec8d56422d7a808dd56fe1e2621f6e/norep: creating writer at 1733268087315 (+412 ms)Flushing 16ec8d56422d7a808dd56fe1e2621f6e/norep: appending metadata at 1733268087334 (+19 ms)Flushing 16ec8d56422d7a808dd56fe1e2621f6e/norep: closing flushed file at 1733268087334Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a1b9c08: reopening flushed file at 1733268087345 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@795384c2: reopening flushed file at 1733268087351 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4de4de41: reopening flushed file at 1733268087361 (+10 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 16ec8d56422d7a808dd56fe1e2621f6e in 521ms, sequenceid=6, compaction requested=false at 1733268087369 (+8 ms)Writing region close event to WAL at 1733268087376 (+7 ms)Running coprocessor post-close hooks at 1733268087387 (+11 ms)Closed at 1733268087387 2024-12-03T23:21:27,387 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733268068764.16ec8d56422d7a808dd56fe1e2621f6e. 2024-12-03T23:21:27,387 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69301c96ef2a402ad7de92687b6d8a04, disabling compactions & flushes 2024-12-03T23:21:27,387 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04. 2024-12-03T23:21:27,387 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04. 2024-12-03T23:21:27,387 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04. after waiting 0 ms 2024-12-03T23:21:27,388 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04. 2024-12-03T23:21:27,388 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 69301c96ef2a402ad7de92687b6d8a04 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-03T23:21:27,388 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/1588230740/.tmp/table/fd886239a32349a4b1e8fa00c2354054 is 53, key is hbase:replication/table:state/1733268073991/Put/seqid=0 2024-12-03T23:21:27,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741846_1022 (size=5308) 2024-12-03T23:21:27,410 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/replication/69301c96ef2a402ad7de92687b6d8a04/.tmp/queue/0724cd3ccb4243b0adc39fcce6253742 is 153, key is 1-5f9d64419733,45141,1733268059256/queue:5f9d64419733%2C45141%2C1733268059256/1733268079809/Put/seqid=0 2024-12-03T23:21:27,411 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/1588230740/.tmp/table/fd886239a32349a4b1e8fa00c2354054 2024-12-03T23:21:27,417 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/1588230740/.tmp/info/389bf0f2d58e4452900098c33bd53465 as hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/1588230740/info/389bf0f2d58e4452900098c33bd53465 2024-12-03T23:21:27,421 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/1588230740/info/389bf0f2d58e4452900098c33bd53465, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T23:21:27,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741847_1023 (size=5352) 2024-12-03T23:21:27,422 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/replication/69301c96ef2a402ad7de92687b6d8a04/.tmp/queue/0724cd3ccb4243b0adc39fcce6253742 2024-12-03T23:21:27,423 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/1588230740/.tmp/ns/8018c6cabbdf4fb3882780d76deae9f6 as hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/1588230740/ns/8018c6cabbdf4fb3882780d76deae9f6 2024-12-03T23:21:27,428 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/1588230740/ns/8018c6cabbdf4fb3882780d76deae9f6, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T23:21:27,428 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/replication/69301c96ef2a402ad7de92687b6d8a04/.tmp/queue/0724cd3ccb4243b0adc39fcce6253742 as hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/replication/69301c96ef2a402ad7de92687b6d8a04/queue/0724cd3ccb4243b0adc39fcce6253742 2024-12-03T23:21:27,429 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/1588230740/.tmp/rep_barrier/48453c9bbf894d779e81f6ffaf47d407 as hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/1588230740/rep_barrier/48453c9bbf894d779e81f6ffaf47d407 2024-12-03T23:21:27,434 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/1588230740/rep_barrier/48453c9bbf894d779e81f6ffaf47d407, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T23:21:27,434 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/replication/69301c96ef2a402ad7de92687b6d8a04/queue/0724cd3ccb4243b0adc39fcce6253742, entries=1, sequenceid=8, filesize=5.2 K 2024-12-03T23:21:27,435 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/1588230740/.tmp/table/fd886239a32349a4b1e8fa00c2354054 as hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/1588230740/table/fd886239a32349a4b1e8fa00c2354054 2024-12-03T23:21:27,436 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 69301c96ef2a402ad7de92687b6d8a04 in 48ms, sequenceid=8, compaction requested=false 2024-12-03T23:21:27,436 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T23:21:27,440 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/1588230740/table/fd886239a32349a4b1e8fa00c2354054, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T23:21:27,441 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 590ms, sequenceid=16, compaction requested=false 2024-12-03T23:21:27,441 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T23:21:27,449 DEBUG [RS:0;5f9d64419733:45141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69301c96ef2a402ad7de92687b6d8a04 2024-12-03T23:21:27,453 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/replication/69301c96ef2a402ad7de92687b6d8a04/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T23:21:27,453 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:21:27,453 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:21:27,454 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04. 2024-12-03T23:21:27,454 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69301c96ef2a402ad7de92687b6d8a04: Waiting for close lock at 1733268087387Running coprocessor pre-close hooks at 1733268087387Disabling compacts and flushes for region at 1733268087387Disabling writes for close at 1733268087387Obtaining lock to block concurrent updates at 1733268087388 (+1 ms)Preparing flush snapshotting stores in 69301c96ef2a402ad7de92687b6d8a04 at 1733268087388Finished memstore snapshotting hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733268087388Flushing stores of hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04. at 1733268087389 (+1 ms)Flushing 69301c96ef2a402ad7de92687b6d8a04/queue: creating writer at 1733268087389Flushing 69301c96ef2a402ad7de92687b6d8a04/queue: appending metadata at 1733268087409 (+20 ms)Flushing 69301c96ef2a402ad7de92687b6d8a04/queue: closing flushed file at 1733268087409Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@529dc170: reopening flushed file at 1733268087427 (+18 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 69301c96ef2a402ad7de92687b6d8a04 in 48ms, sequenceid=8, compaction requested=false at 1733268087436 (+9 ms)Writing region close event to WAL at 1733268087445 (+9 ms)Running coprocessor post-close hooks at 1733268087453 (+8 ms)Closed at 1733268087454 (+1 ms) 2024-12-03T23:21:27,454 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733268073206.69301c96ef2a402ad7de92687b6d8a04. 2024-12-03T23:21:27,461 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T23:21:27,461 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:21:27,461 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:21:27,461 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:21:27,461 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733268086850Running coprocessor pre-close hooks at 1733268086850Disabling compacts and flushes for region at 1733268086850Disabling writes for close at 1733268086851 (+1 ms)Obtaining lock to block concurrent updates at 1733268086851Preparing flush snapshotting stores in 1588230740 at 1733268086851Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733268086851Flushing stores of hbase:meta,,1.1588230740 at 1733268086852 (+1 ms)Flushing 1588230740/info: creating writer at 1733268086852Flushing 1588230740/info: appending metadata at 1733268086881 (+29 ms)Flushing 1588230740/info: closing flushed file at 1733268086881Flushing 1588230740/ns: creating writer at 1733268086892 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733268086910 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733268086910Flushing 1588230740/rep_barrier: creating writer at 1733268087323 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733268087345 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733268087345Flushing 1588230740/table: creating writer at 1733268087365 (+20 ms)Flushing 1588230740/table: appending metadata at 1733268087387 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733268087387Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46afacac: reopening flushed file at 1733268087416 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@786f33b5: reopening flushed file at 1733268087421 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dd243bb: reopening flushed file at 1733268087428 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7171c2ab: reopening flushed file at 1733268087434 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 590ms, sequenceid=16, compaction requested=false at 1733268087441 (+7 ms)Writing region close event to WAL at 1733268087458 (+17 ms)Running coprocessor post-close hooks at 1733268087461 (+3 ms)Closed at 1733268087461 2024-12-03T23:21:27,461 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T23:21:27,568 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 636, reset compression=false 2024-12-03T23:21:27,575 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:21:27,575 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238 to pos 1527, reset compression=false 2024-12-03T23:21:27,575 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.shipper5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,45141,1733268059256 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/WALs/5f9d64419733,45141,1733268059256/5f9d64419733%2C45141%2C1733268059256.1733268061238, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:21:27,576 ERROR [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.shipper5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5f9d64419733,45141,1733268059256: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5f9d64419733,45141,1733268059256, walGroup=5f9d64419733%2C45141%2C1733268059256, offset=5f9d64419733%2C45141%2C1733268059256.1733268061238:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T23:21:27,579 ERROR [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.shipper5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T23:21:27,579 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.shipper5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T23:21:27,580 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.shipper5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T23:21:27,580 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.shipper5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T23:21:27,580 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.shipper5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T23:21:27,580 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.shipper5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1388314624, "init": 1048576000, "max": 2306867200, "used": 972325056 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 203671408 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T23:21:27,580 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.shipper5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:43347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:43347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T23:21:27,649 INFO [RS:0;5f9d64419733:45141 {}] regionserver.HRegionServer(976): stopping server 5f9d64419733,45141,1733268059256; all regions closed. 2024-12-03T23:21:27,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741834_1010 (size=4239) 2024-12-03T23:21:27,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741839_1015 (size=2240) 2024-12-03T23:21:27,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741832_1008 (size=1535) 2024-12-03T23:21:27,673 DEBUG [RS:0;5f9d64419733:45141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:27,673 INFO [RS:0;5f9d64419733:45141 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:21:27,673 INFO [RS:0;5f9d64419733:45141 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:21:27,673 INFO [RS:0;5f9d64419733:45141 {}] hbase.ChoreService(370): Chore service for: regionserver/5f9d64419733:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T23:21:27,673 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:21:27,674 INFO [RS:0;5f9d64419733:45141 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:21:27,674 INFO [RS:0;5f9d64419733:45141 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5f9d64419733,45141,1733268059256 because: Region server is closing 2024-12-03T23:21:27,674 INFO [RS:0;5f9d64419733:45141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:45141. 2024-12-03T23:21:27,674 DEBUG [RS:0;5f9d64419733:45141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:21:27,674 DEBUG [RS:0;5f9d64419733:45141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:27,675 DEBUG [RS:0;5f9d64419733:45141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:27,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:21:27,729 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:21:27,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:27,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:27,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:27,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:27,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:27,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:27,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:27,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:27,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:27,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:27,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:27,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:27,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:27,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:27,775 INFO [RS:0;5f9d64419733:45141 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.shipper5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 terminated 2024-12-03T23:21:27,775 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,45141,1733268059256.replicationSource.wal-reader.5f9d64419733%2C45141%2C1733268059256,1-5f9d64419733,45141,1733268059256 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T23:21:27,775 INFO [RS:0;5f9d64419733:45141 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45141 2024-12-03T23:21:27,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704036753/rs 2024-12-03T23:21:27,777 INFO [RS:0;5f9d64419733:45141 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:21:27,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45141-0x1017aa19a3e0001, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01704036753/rs/5f9d64419733,45141,1733268059256 2024-12-03T23:21:27,778 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5f9d64419733,45141,1733268059256] 2024-12-03T23:21:27,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:27,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:27,781 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01704036753/draining/5f9d64419733,45141,1733268059256 already deleted, retry=false 2024-12-03T23:21:27,781 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5f9d64419733,45141,1733268059256 expired; onlineServers=0 2024-12-03T23:21:27,781 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5f9d64419733,43347,1733268059210' ***** 2024-12-03T23:21:27,781 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T23:21:27,781 INFO [M:0;5f9d64419733:43347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:21:27,781 INFO [M:0;5f9d64419733:43347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:21:27,781 DEBUG [M:0;5f9d64419733:43347 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T23:21:27,781 DEBUG [M:0;5f9d64419733:43347 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T23:21:27,781 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268061008 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268061008,5,FailOnTimeoutGroup] 2024-12-03T23:21:27,782 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268061009 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268061009,5,FailOnTimeoutGroup] 2024-12-03T23:21:27,782 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T23:21:27,782 INFO [M:0;5f9d64419733:43347 {}] hbase.ChoreService(370): Chore service for: master/5f9d64419733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T23:21:27,782 INFO [M:0;5f9d64419733:43347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:21:27,782 DEBUG [M:0;5f9d64419733:43347 {}] master.HMaster(1795): Stopping service threads 2024-12-03T23:21:27,782 INFO [M:0;5f9d64419733:43347 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T23:21:27,782 INFO [M:0;5f9d64419733:43347 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:21:27,782 INFO [M:0;5f9d64419733:43347 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T23:21:27,782 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T23:21:27,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01704036753/master 2024-12-03T23:21:27,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01704036753 2024-12-03T23:21:27,784 DEBUG [M:0;5f9d64419733:43347 {}] zookeeper.ZKUtil(347): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Unable to get data of znode /01704036753/master because node does not exist (not an error) 2024-12-03T23:21:27,784 WARN [M:0;5f9d64419733:43347 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T23:21:27,789 INFO [M:0;5f9d64419733:43347 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/.lastflushedseqids 2024-12-03T23:21:27,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741848_1024 (size=245) 2024-12-03T23:21:27,800 INFO [M:0;5f9d64419733:43347 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T23:21:27,801 INFO [M:0;5f9d64419733:43347 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T23:21:27,801 DEBUG [M:0;5f9d64419733:43347 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:21:27,801 INFO [M:0;5f9d64419733:43347 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:27,801 DEBUG [M:0;5f9d64419733:43347 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:27,801 DEBUG [M:0;5f9d64419733:43347 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:21:27,801 DEBUG [M:0;5f9d64419733:43347 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:27,801 INFO [M:0;5f9d64419733:43347 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T23:21:27,824 DEBUG [M:0;5f9d64419733:43347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9eaa5d2c9b2b4d329a53f910018f9a89 is 82, key is hbase:meta,,1/info:regioninfo/1733268062180/Put/seqid=0 2024-12-03T23:21:27,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741849_1025 (size=5672) 2024-12-03T23:21:27,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45141-0x1017aa19a3e0001, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:21:27,880 INFO [RS:0;5f9d64419733:45141 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:21:27,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45141-0x1017aa19a3e0001, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:21:27,880 INFO [RS:0;5f9d64419733:45141 {}] regionserver.HRegionServer(1031): Exiting; stopping=5f9d64419733,45141,1733268059256; zookeeper connection closed. 2024-12-03T23:21:27,881 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@719d984e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@719d984e 2024-12-03T23:21:27,881 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T23:21:28,230 INFO [M:0;5f9d64419733:43347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9eaa5d2c9b2b4d329a53f910018f9a89 2024-12-03T23:21:28,248 DEBUG [M:0;5f9d64419733:43347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f6ecfd808d04d9ab3cf053c1a421b1e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733268073994/Put/seqid=0 2024-12-03T23:21:28,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741850_1026 (size=8516) 2024-12-03T23:21:28,652 INFO [M:0;5f9d64419733:43347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f6ecfd808d04d9ab3cf053c1a421b1e 2024-12-03T23:21:28,672 DEBUG [M:0;5f9d64419733:43347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af2f534e95ef4bd484531520dc6fd9a2 is 69, key is 5f9d64419733,45141,1733268059256/rs:state/1733268061096/Put/seqid=0 2024-12-03T23:21:28,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741851_1027 (size=5156) 2024-12-03T23:21:28,677 INFO [M:0;5f9d64419733:43347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af2f534e95ef4bd484531520dc6fd9a2 2024-12-03T23:21:28,681 DEBUG [M:0;5f9d64419733:43347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9eaa5d2c9b2b4d329a53f910018f9a89 as hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9eaa5d2c9b2b4d329a53f910018f9a89 2024-12-03T23:21:28,686 INFO [M:0;5f9d64419733:43347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9eaa5d2c9b2b4d329a53f910018f9a89, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T23:21:28,687 DEBUG [M:0;5f9d64419733:43347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f6ecfd808d04d9ab3cf053c1a421b1e as hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f6ecfd808d04d9ab3cf053c1a421b1e 2024-12-03T23:21:28,691 INFO [M:0;5f9d64419733:43347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f6ecfd808d04d9ab3cf053c1a421b1e, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T23:21:28,691 DEBUG [M:0;5f9d64419733:43347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af2f534e95ef4bd484531520dc6fd9a2 as hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af2f534e95ef4bd484531520dc6fd9a2 2024-12-03T23:21:28,694 INFO [M:0;5f9d64419733:43347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45021/user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af2f534e95ef4bd484531520dc6fd9a2, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T23:21:28,701 INFO [M:0;5f9d64419733:43347 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=97, compaction requested=false 2024-12-03T23:21:28,703 INFO [M:0;5f9d64419733:43347 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:28,703 DEBUG [M:0;5f9d64419733:43347 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733268087801Disabling compacts and flushes for region at 1733268087801Disabling writes for close at 1733268087801Obtaining lock to block concurrent updates at 1733268087801Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733268087801Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733268087802 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733268087802Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733268087802Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733268087824 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733268087824Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733268088234 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733268088247 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733268088248 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733268088656 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733268088671 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733268088671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c683d82: reopening flushed file at 1733268088681 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b88c509: reopening flushed file at 1733268088686 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@386d275a: reopening flushed file at 1733268088691 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=97, compaction requested=false at 1733268088701 (+10 ms)Writing region close event to WAL at 1733268088703 (+2 ms)Closed at 1733268088703 2024-12-03T23:21:28,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46381 is added to blk_1073741830_1006 (size=63654) 2024-12-03T23:21:28,716 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4ca1bbbb-ca69-591c-1f54-449b356913c1/MasterData/WALs/5f9d64419733,43347,1733268059210/5f9d64419733%2C43347%2C1733268059210.1733268060933 not finished, retry = 0 2024-12-03T23:21:28,799 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T23:21:28,817 INFO [M:0;5f9d64419733:43347 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T23:21:28,817 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:21:28,817 INFO [M:0;5f9d64419733:43347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43347 2024-12-03T23:21:28,818 INFO [M:0;5f9d64419733:43347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:21:28,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:21:28,922 INFO [M:0;5f9d64419733:43347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:21:28,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43347-0x1017aa19a3e0000, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:21:28,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b6b26e7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:21:28,938 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bdfecec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:21:28,938 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:21:28,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f8809b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:21:28,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6078a3c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/hadoop.log.dir/,STOPPED} 2024-12-03T23:21:28,941 WARN [BP-1646044163-172.17.0.2-1733268058064 heartbeating to localhost/127.0.0.1:45021 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T23:21:28,941 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T23:21:28,941 WARN [BP-1646044163-172.17.0.2-1733268058064 heartbeating to localhost/127.0.0.1:45021 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1646044163-172.17.0.2-1733268058064 (Datanode Uuid d456ceb4-db75-4084-b6d6-e4073ae8c16b) service to localhost/127.0.0.1:45021 2024-12-03T23:21:28,941 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T23:21:28,941 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/cluster_647e1a8a-3261-c596-afdf-05ed9773e2a5/data/data1/current/BP-1646044163-172.17.0.2-1733268058064 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:21:28,942 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/cluster_647e1a8a-3261-c596-afdf-05ed9773e2a5/data/data2/current/BP-1646044163-172.17.0.2-1733268058064 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:21:28,942 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T23:21:28,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53841fba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:21:28,950 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e30eaee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:21:28,950 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:21:28,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59870692{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:21:28,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d13cb06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd94322-b524-0dda-5d1b-5cd83e12b887/hadoop.log.dir/,STOPPED} 2024-12-03T23:21:28,963 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T23:21:28,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T23:21:28,992 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 313) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:45431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43503 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61383) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43503 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:43503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45021 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61383) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:45021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61383) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45431 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45431 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45431 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43503 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=795 (was 732) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=438 (was 318) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7219 (was 6912) - AvailableMemoryMB LEAK? - 2024-12-03T23:21:29,003 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=795, MaxFileDescriptor=1048576, SystemLoadAverage=438, ProcessCount=11, AvailableMemoryMB=7219 2024-12-03T23:21:29,020 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-03T23:21:29,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/hadoop.log.dir so I do NOT create it in target/test-data/06433557-4f69-e365-778f-d069e6f37a83 2024-12-03T23:21:29,021 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T23:21:29,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/hadoop.tmp.dir so I do NOT create it in target/test-data/06433557-4f69-e365-778f-d069e6f37a83 2024-12-03T23:21:29,021 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/506fa449-bbe2-8c35-de5c-3f2761e34079/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T23:21:29,021 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83 2024-12-03T23:21:29,021 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/cluster_8a63d58d-6564-ec69-0ff0-cb57bfb64033, deleteOnExit=true 2024-12-03T23:21:29,035 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/cluster_8a63d58d-6564-ec69-0ff0-cb57bfb64033/zookeeper_0, clientPort=54863, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/cluster_8a63d58d-6564-ec69-0ff0-cb57bfb64033/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/cluster_8a63d58d-6564-ec69-0ff0-cb57bfb64033/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T23:21:29,036 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54863 2024-12-03T23:21:29,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T23:21:29,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T23:21:29,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/test.cache.data in system properties and HBase conf 2024-12-03T23:21:29,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T23:21:29,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/hadoop.log.dir in system properties and HBase conf 2024-12-03T23:21:29,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T23:21:29,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T23:21:29,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T23:21:29,037 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T23:21:29,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:21:29,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:21:29,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T23:21:29,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:21:29,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T23:21:29,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T23:21:29,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:21:29,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:21:29,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T23:21:29,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/nfs.dump.dir in system properties and HBase conf 2024-12-03T23:21:29,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/java.io.tmpdir in system properties and HBase conf 2024-12-03T23:21:29,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:21:29,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T23:21:29,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T23:21:29,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1017aa19a3e0008, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T23:21:29,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017aa19a3e0005, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T23:21:29,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017aa19a3e0002, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T23:21:29,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1017aa19a3e0008, quorum=127.0.0.1:61383, baseZNode=/2-31405396 Received Disconnected from ZooKeeper, ignoring 2024-12-03T23:21:29,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017aa19a3e0002, quorum=127.0.0.1:61383, baseZNode=/01704036753 Received Disconnected from ZooKeeper, ignoring 2024-12-03T23:21:29,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017aa19a3e0005, quorum=127.0.0.1:61383, baseZNode=/11405791771 Received Disconnected from ZooKeeper, ignoring 2024-12-03T23:21:29,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:21:29,162 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:21:29,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:21:29,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:21:29,164 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T23:21:29,165 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:21:29,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61d1ce3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:21:29,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42fa58b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:21:29,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f24a4d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/java.io.tmpdir/jetty-localhost-35723-hadoop-hdfs-3_4_1-tests_jar-_-any-16823637851547924464/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:21:29,327 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e31ea48{HTTP/1.1, (http/1.1)}{localhost:35723} 2024-12-03T23:21:29,327 INFO [Time-limited test {}] server.Server(415): Started @278952ms 2024-12-03T23:21:29,451 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:21:29,455 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:21:29,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:21:29,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:21:29,461 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T23:21:29,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d579d19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:21:29,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34cd4297{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:21:29,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4413a6db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/java.io.tmpdir/jetty-localhost-37391-hadoop-hdfs-3_4_1-tests_jar-_-any-5307115689702554604/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:21:29,608 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6acbc82c{HTTP/1.1, (http/1.1)}{localhost:37391} 2024-12-03T23:21:29,608 INFO [Time-limited test {}] server.Server(415): Started @279233ms 2024-12-03T23:21:29,609 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T23:21:29,717 WARN [Thread-4173 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/cluster_8a63d58d-6564-ec69-0ff0-cb57bfb64033/data/data2/current/BP-334729493-172.17.0.2-1733268089067/current, will proceed with Du for space computation calculation, 2024-12-03T23:21:29,717 WARN [Thread-4172 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/cluster_8a63d58d-6564-ec69-0ff0-cb57bfb64033/data/data1/current/BP-334729493-172.17.0.2-1733268089067/current, will proceed with Du for space computation calculation, 2024-12-03T23:21:29,738 WARN [Thread-4160 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T23:21:29,741 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfec450167f30a48c with lease ID 0xb9383daa14c0b302: Processing first storage report for DS-defc722a-5c8e-4cd0-befb-bf5da8b3de51 from datanode DatanodeRegistration(127.0.0.1:44641, datanodeUuid=952b5f83-227a-4a84-8613-288d907f06cb, infoPort=40557, infoSecurePort=0, ipcPort=32947, storageInfo=lv=-57;cid=testClusterID;nsid=405755182;c=1733268089067) 2024-12-03T23:21:29,741 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfec450167f30a48c with lease ID 0xb9383daa14c0b302: from storage DS-defc722a-5c8e-4cd0-befb-bf5da8b3de51 node DatanodeRegistration(127.0.0.1:44641, datanodeUuid=952b5f83-227a-4a84-8613-288d907f06cb, infoPort=40557, infoSecurePort=0, ipcPort=32947, storageInfo=lv=-57;cid=testClusterID;nsid=405755182;c=1733268089067), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:21:29,741 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfec450167f30a48c with lease ID 0xb9383daa14c0b302: Processing first storage report for DS-90ab0f51-9507-47f6-aded-1ec4ff21fb10 from datanode DatanodeRegistration(127.0.0.1:44641, datanodeUuid=952b5f83-227a-4a84-8613-288d907f06cb, infoPort=40557, infoSecurePort=0, ipcPort=32947, storageInfo=lv=-57;cid=testClusterID;nsid=405755182;c=1733268089067) 2024-12-03T23:21:29,741 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfec450167f30a48c with lease ID 0xb9383daa14c0b302: from storage DS-90ab0f51-9507-47f6-aded-1ec4ff21fb10 node DatanodeRegistration(127.0.0.1:44641, datanodeUuid=952b5f83-227a-4a84-8613-288d907f06cb, infoPort=40557, infoSecurePort=0, ipcPort=32947, storageInfo=lv=-57;cid=testClusterID;nsid=405755182;c=1733268089067), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:21:29,833 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83 2024-12-03T23:21:29,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:29,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:29,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741825_1001 (size=7) 2024-12-03T23:21:30,244 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02 with version=8 2024-12-03T23:21:30,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/hbase-staging 2024-12-03T23:21:30,247 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:21:30,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:30,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:30,247 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:21:30,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:30,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:21:30,247 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T23:21:30,247 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:21:30,247 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35159 2024-12-03T23:21:30,248 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35159 connecting to ZooKeeper ensemble=127.0.0.1:54863 2024-12-03T23:21:30,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351590x0, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:21:30,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35159-0x1017aa213500000 connected 2024-12-03T23:21:30,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:30,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:30,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35159-0x1017aa213500000, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Set watcher on znode that does not yet exist, /0-454435322/running 2024-12-03T23:21:30,286 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02, hbase.cluster.distributed=false 2024-12-03T23:21:30,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35159-0x1017aa213500000, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Set watcher on znode that does not yet exist, /0-454435322/acl 2024-12-03T23:21:30,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35159 2024-12-03T23:21:30,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35159 2024-12-03T23:21:30,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35159 2024-12-03T23:21:30,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35159 2024-12-03T23:21:30,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35159 2024-12-03T23:21:30,307 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:21:30,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:30,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:30,307 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:21:30,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:30,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:21:30,307 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:21:30,307 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:21:30,308 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44155 2024-12-03T23:21:30,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44155 connecting to ZooKeeper ensemble=127.0.0.1:54863 2024-12-03T23:21:30,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:30,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:30,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441550x0, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:21:30,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441550x0, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Set watcher on znode that does not yet exist, /0-454435322/running 2024-12-03T23:21:30,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44155-0x1017aa213500001 connected 2024-12-03T23:21:30,316 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:21:30,317 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:21:30,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44155-0x1017aa213500001, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Set watcher on znode that does not yet exist, /0-454435322/master 2024-12-03T23:21:30,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44155-0x1017aa213500001, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Set watcher on znode that does not yet exist, /0-454435322/acl 2024-12-03T23:21:30,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44155 2024-12-03T23:21:30,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44155 2024-12-03T23:21:30,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44155 2024-12-03T23:21:30,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44155 2024-12-03T23:21:30,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44155 2024-12-03T23:21:30,342 DEBUG [M:0;5f9d64419733:35159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5f9d64419733:35159 2024-12-03T23:21:30,344 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-454435322/backup-masters/5f9d64419733,35159,1733268090246 2024-12-03T23:21:30,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x1017aa213500000, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-454435322/backup-masters 2024-12-03T23:21:30,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1017aa213500001, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-454435322/backup-masters 2024-12-03T23:21:30,345 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35159-0x1017aa213500000, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Set watcher on existing znode=/0-454435322/backup-masters/5f9d64419733,35159,1733268090246 2024-12-03T23:21:30,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1017aa213500001, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-454435322/master 2024-12-03T23:21:30,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x1017aa213500000, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-454435322 2024-12-03T23:21:30,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1017aa213500001, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-454435322 2024-12-03T23:21:30,348 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35159-0x1017aa213500000, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Set watcher on existing znode=/0-454435322/master 2024-12-03T23:21:30,348 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-454435322/backup-masters/5f9d64419733,35159,1733268090246 from backup master directory 2024-12-03T23:21:30,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x1017aa213500000, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-454435322/backup-masters/5f9d64419733,35159,1733268090246 2024-12-03T23:21:30,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x1017aa213500000, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-454435322/backup-masters 2024-12-03T23:21:30,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1017aa213500001, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-454435322/backup-masters 2024-12-03T23:21:30,349 WARN [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:21:30,349 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5f9d64419733,35159,1733268090246 2024-12-03T23:21:30,353 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/hbase.id] with ID: 618fe16c-02a6-4f07-a8e6-45dee5972bef 2024-12-03T23:21:30,353 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/.tmp/hbase.id 2024-12-03T23:21:30,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741826_1002 (size=42) 2024-12-03T23:21:30,365 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/.tmp/hbase.id]:[hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/hbase.id] 2024-12-03T23:21:30,378 INFO [master/5f9d64419733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:30,379 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T23:21:30,379 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-03T23:21:30,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x1017aa213500000, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-454435322 2024-12-03T23:21:30,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1017aa213500001, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-454435322 2024-12-03T23:21:30,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741827_1003 (size=196) 2024-12-03T23:21:30,790 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:21:30,791 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T23:21:30,791 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:21:30,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741828_1004 (size=1189) 2024-12-03T23:21:31,197 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/MasterData/data/master/store 2024-12-03T23:21:31,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741829_1005 (size=34) 2024-12-03T23:21:31,604 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:31,604 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:21:31,604 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:31,604 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:31,604 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:21:31,604 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:31,604 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:31,604 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733268091604Disabling compacts and flushes for region at 1733268091604Disabling writes for close at 1733268091604Writing region close event to WAL at 1733268091604Closed at 1733268091604 2024-12-03T23:21:31,605 WARN [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/MasterData/data/master/store/.initializing 2024-12-03T23:21:31,605 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/MasterData/WALs/5f9d64419733,35159,1733268090246 2024-12-03T23:21:31,605 INFO [master/5f9d64419733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:21:31,607 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C35159%2C1733268090246, suffix=, logDir=hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/MasterData/WALs/5f9d64419733,35159,1733268090246, archiveDir=hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/MasterData/oldWALs, maxLogs=10 2024-12-03T23:21:31,620 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/MasterData/WALs/5f9d64419733,35159,1733268090246/5f9d64419733%2C35159%2C1733268090246.1733268091607, exclude list is [], retry=0 2024-12-03T23:21:31,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44641,DS-defc722a-5c8e-4cd0-befb-bf5da8b3de51,DISK] 2024-12-03T23:21:31,623 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/MasterData/WALs/5f9d64419733,35159,1733268090246/5f9d64419733%2C35159%2C1733268090246.1733268091607 2024-12-03T23:21:31,623 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40557:40557)] 2024-12-03T23:21:31,624 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:21:31,624 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:31,624 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:31,624 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:31,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:31,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T23:21:31,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:31,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:31,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:31,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T23:21:31,627 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:31,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:31,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:31,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T23:21:31,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:31,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:31,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:31,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T23:21:31,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:31,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:31,629 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:31,630 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:31,630 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:31,631 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:31,631 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:31,631 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:21:31,632 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:31,633 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:21:31,634 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72662046, jitterRate=0.08274886012077332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:21:31,634 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733268091624Initializing all the Stores at 1733268091624Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268091624Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268091625 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268091625Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268091625Cleaning up temporary data from old regions at 1733268091631 (+6 ms)Region opened successfully at 1733268091634 (+3 ms) 2024-12-03T23:21:31,634 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T23:21:31,636 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa96a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:21:31,637 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T23:21:31,637 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T23:21:31,637 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T23:21:31,637 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T23:21:31,637 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T23:21:31,638 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T23:21:31,638 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T23:21:31,639 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T23:21:31,640 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35159-0x1017aa213500000, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Unable to get data of znode /0-454435322/balancer because node does not exist (not necessarily an error) 2024-12-03T23:21:31,641 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-454435322/balancer already deleted, retry=false 2024-12-03T23:21:31,642 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T23:21:31,642 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35159-0x1017aa213500000, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Unable to get data of znode /0-454435322/normalizer because node does not exist (not necessarily an error) 2024-12-03T23:21:31,643 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-454435322/normalizer already deleted, retry=false 2024-12-03T23:21:31,643 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T23:21:31,644 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35159-0x1017aa213500000, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Unable to get data of znode /0-454435322/switch/split because node does not exist (not necessarily an error) 2024-12-03T23:21:31,645 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-454435322/switch/split already deleted, retry=false 2024-12-03T23:21:31,645 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35159-0x1017aa213500000, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Unable to get data of znode /0-454435322/switch/merge because node does not exist (not necessarily an error) 2024-12-03T23:21:31,648 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-454435322/switch/merge already deleted, retry=false 2024-12-03T23:21:31,650 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35159-0x1017aa213500000, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Unable to get data of znode /0-454435322/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T23:21:31,651 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-454435322/snapshot-cleanup already deleted, retry=false 2024-12-03T23:21:31,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1017aa213500001, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-454435322/running 2024-12-03T23:21:31,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x1017aa213500000, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-454435322/running 2024-12-03T23:21:31,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1017aa213500001, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-454435322 2024-12-03T23:21:31,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x1017aa213500000, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-454435322 2024-12-03T23:21:31,653 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5f9d64419733,35159,1733268090246, sessionid=0x1017aa213500000, setting cluster-up flag (Was=false) 2024-12-03T23:21:31,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1017aa213500001, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-454435322 2024-12-03T23:21:31,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x1017aa213500000, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-454435322 2024-12-03T23:21:31,660 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-454435322/flush-table-proc/acquired, /0-454435322/flush-table-proc/reached, /0-454435322/flush-table-proc/abort 2024-12-03T23:21:31,661 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,35159,1733268090246 2024-12-03T23:21:31,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x1017aa213500000, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-454435322 2024-12-03T23:21:31,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1017aa213500001, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-454435322 2024-12-03T23:21:31,670 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-454435322/online-snapshot/acquired, /0-454435322/online-snapshot/reached, /0-454435322/online-snapshot/abort 2024-12-03T23:21:31,671 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,35159,1733268090246 2024-12-03T23:21:31,672 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T23:21:31,673 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:31,673 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T23:21:31,673 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T23:21:31,673 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5f9d64419733,35159,1733268090246 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T23:21:31,674 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:31,674 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:31,675 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:31,675 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:31,675 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5f9d64419733:0, corePoolSize=10, maxPoolSize=10 2024-12-03T23:21:31,675 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:31,675 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:21:31,675 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:31,675 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733268121675 2024-12-03T23:21:31,676 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T23:21:31,676 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T23:21:31,676 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T23:21:31,676 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T23:21:31,676 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T23:21:31,676 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T23:21:31,676 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:31,676 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T23:21:31,676 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:31,676 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T23:21:31,676 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T23:21:31,676 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T23:21:31,676 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T23:21:31,677 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:31,677 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T23:21:31,680 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T23:21:31,680 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T23:21:31,683 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268091680,5,FailOnTimeoutGroup] 2024-12-03T23:21:31,683 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268091683,5,FailOnTimeoutGroup] 2024-12-03T23:21:31,683 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:31,683 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T23:21:31,683 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:31,683 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:31,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741831_1007 (size=1321) 2024-12-03T23:21:31,689 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T23:21:31,689 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02 2024-12-03T23:21:31,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741832_1008 (size=32) 2024-12-03T23:21:31,730 INFO [RS:0;5f9d64419733:44155 {}] regionserver.HRegionServer(746): ClusterId : 618fe16c-02a6-4f07-a8e6-45dee5972bef 2024-12-03T23:21:31,730 DEBUG [RS:0;5f9d64419733:44155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:21:31,732 DEBUG [RS:0;5f9d64419733:44155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:21:31,732 DEBUG [RS:0;5f9d64419733:44155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:21:31,733 DEBUG [RS:0;5f9d64419733:44155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:21:31,734 DEBUG [RS:0;5f9d64419733:44155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d992a55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:21:31,745 DEBUG [RS:0;5f9d64419733:44155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5f9d64419733:44155 2024-12-03T23:21:31,745 INFO [RS:0;5f9d64419733:44155 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:21:31,745 INFO [RS:0;5f9d64419733:44155 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:21:31,745 DEBUG [RS:0;5f9d64419733:44155 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:21:31,746 INFO [RS:0;5f9d64419733:44155 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,35159,1733268090246 with port=44155, startcode=1733268090307 2024-12-03T23:21:31,746 DEBUG [RS:0;5f9d64419733:44155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:21:31,747 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:21:31,748 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35159 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,44155,1733268090307 2024-12-03T23:21:31,748 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35159 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,44155,1733268090307 2024-12-03T23:21:31,749 DEBUG [RS:0;5f9d64419733:44155 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02 2024-12-03T23:21:31,749 DEBUG [RS:0;5f9d64419733:44155 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40311 2024-12-03T23:21:31,749 DEBUG [RS:0;5f9d64419733:44155 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:21:31,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x1017aa213500000, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-454435322/rs 2024-12-03T23:21:31,751 DEBUG [RS:0;5f9d64419733:44155 {}] zookeeper.ZKUtil(111): regionserver:44155-0x1017aa213500001, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Set watcher on existing znode=/0-454435322/rs/5f9d64419733,44155,1733268090307 2024-12-03T23:21:31,751 WARN [RS:0;5f9d64419733:44155 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:21:31,751 INFO [RS:0;5f9d64419733:44155 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:21:31,751 DEBUG [RS:0;5f9d64419733:44155 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/WALs/5f9d64419733,44155,1733268090307 2024-12-03T23:21:31,751 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,44155,1733268090307] 2024-12-03T23:21:31,754 INFO [RS:0;5f9d64419733:44155 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:21:31,755 INFO [RS:0;5f9d64419733:44155 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:21:31,756 INFO [RS:0;5f9d64419733:44155 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:21:31,756 INFO [RS:0;5f9d64419733:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:31,756 INFO [RS:0;5f9d64419733:44155 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:21:31,757 INFO [RS:0;5f9d64419733:44155 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:21:31,757 INFO [RS:0;5f9d64419733:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:31,757 DEBUG [RS:0;5f9d64419733:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:31,757 DEBUG [RS:0;5f9d64419733:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:31,757 DEBUG [RS:0;5f9d64419733:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:31,757 DEBUG [RS:0;5f9d64419733:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:31,757 DEBUG [RS:0;5f9d64419733:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:31,757 DEBUG [RS:0;5f9d64419733:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:21:31,757 DEBUG [RS:0;5f9d64419733:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:31,757 DEBUG [RS:0;5f9d64419733:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:31,757 DEBUG [RS:0;5f9d64419733:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:31,757 DEBUG [RS:0;5f9d64419733:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:31,757 DEBUG [RS:0;5f9d64419733:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:31,757 DEBUG [RS:0;5f9d64419733:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:31,757 DEBUG [RS:0;5f9d64419733:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:21:31,757 DEBUG [RS:0;5f9d64419733:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:21:31,757 INFO [RS:0;5f9d64419733:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:31,757 INFO [RS:0;5f9d64419733:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:31,757 INFO [RS:0;5f9d64419733:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:31,757 INFO [RS:0;5f9d64419733:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:31,757 INFO [RS:0;5f9d64419733:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:31,757 INFO [RS:0;5f9d64419733:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,44155,1733268090307-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:21:31,773 INFO [RS:0;5f9d64419733:44155 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:21:31,773 INFO [RS:0;5f9d64419733:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,44155,1733268090307-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:31,773 INFO [RS:0;5f9d64419733:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:31,773 INFO [RS:0;5f9d64419733:44155 {}] regionserver.Replication(171): 5f9d64419733,44155,1733268090307 started 2024-12-03T23:21:31,786 INFO [RS:0;5f9d64419733:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:31,786 INFO [RS:0;5f9d64419733:44155 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,44155,1733268090307, RpcServer on 5f9d64419733/172.17.0.2:44155, sessionid=0x1017aa213500001 2024-12-03T23:21:31,786 DEBUG [RS:0;5f9d64419733:44155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:21:31,786 DEBUG [RS:0;5f9d64419733:44155 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,44155,1733268090307 2024-12-03T23:21:31,786 DEBUG [RS:0;5f9d64419733:44155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,44155,1733268090307' 2024-12-03T23:21:31,786 DEBUG [RS:0;5f9d64419733:44155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-454435322/flush-table-proc/abort' 2024-12-03T23:21:31,787 DEBUG [RS:0;5f9d64419733:44155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-454435322/flush-table-proc/acquired' 2024-12-03T23:21:31,787 DEBUG [RS:0;5f9d64419733:44155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:21:31,787 DEBUG [RS:0;5f9d64419733:44155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:21:31,787 DEBUG [RS:0;5f9d64419733:44155 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,44155,1733268090307 2024-12-03T23:21:31,787 DEBUG [RS:0;5f9d64419733:44155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,44155,1733268090307' 2024-12-03T23:21:31,787 DEBUG [RS:0;5f9d64419733:44155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-454435322/online-snapshot/abort' 2024-12-03T23:21:31,787 DEBUG [RS:0;5f9d64419733:44155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-454435322/online-snapshot/acquired' 2024-12-03T23:21:31,788 DEBUG [RS:0;5f9d64419733:44155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:21:31,788 INFO [RS:0;5f9d64419733:44155 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:21:31,788 INFO [RS:0;5f9d64419733:44155 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:21:31,888 INFO [RS:0;5f9d64419733:44155 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:21:31,889 INFO [RS:0;5f9d64419733:44155 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C44155%2C1733268090307, suffix=, logDir=hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/WALs/5f9d64419733,44155,1733268090307, archiveDir=hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/oldWALs, maxLogs=10 2024-12-03T23:21:31,903 DEBUG [RS:0;5f9d64419733:44155 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/WALs/5f9d64419733,44155,1733268090307/5f9d64419733%2C44155%2C1733268090307.1733268091889, exclude list is [], retry=0 2024-12-03T23:21:31,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44641,DS-defc722a-5c8e-4cd0-befb-bf5da8b3de51,DISK] 2024-12-03T23:21:31,906 INFO [RS:0;5f9d64419733:44155 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/WALs/5f9d64419733,44155,1733268090307/5f9d64419733%2C44155%2C1733268090307.1733268091889 2024-12-03T23:21:31,907 DEBUG [RS:0;5f9d64419733:44155 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40557:40557)] 2024-12-03T23:21:32,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:32,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:21:32,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:21:32,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:32,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:32,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:21:32,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:21:32,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:32,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:32,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:21:32,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:21:32,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:32,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:32,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:21:32,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:21:32,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:32,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:32,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:21:32,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/data/hbase/meta/1588230740 2024-12-03T23:21:32,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/data/hbase/meta/1588230740 2024-12-03T23:21:32,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:21:32,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:21:32,102 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:21:32,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:21:32,104 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:21:32,104 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62631873, jitterRate=-0.06671236455440521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:21:32,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733268092095Initializing all the Stores at 1733268092095Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268092095Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268092096 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268092096Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268092096Cleaning up temporary data from old regions at 1733268092102 (+6 ms)Region opened successfully at 1733268092105 (+3 ms) 2024-12-03T23:21:32,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:21:32,105 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:21:32,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:21:32,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:21:32,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:21:32,105 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:21:32,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733268092105Disabling compacts and flushes for region at 1733268092105Disabling writes for close at 1733268092105Writing region close event to WAL at 1733268092105Closed at 1733268092105 2024-12-03T23:21:32,106 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:32,106 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T23:21:32,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T23:21:32,107 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:21:32,108 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T23:21:32,258 DEBUG [5f9d64419733:35159 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T23:21:32,259 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5f9d64419733,44155,1733268090307 2024-12-03T23:21:32,260 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,44155,1733268090307, state=OPENING 2024-12-03T23:21:32,263 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T23:21:32,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1017aa213500001, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-454435322 2024-12-03T23:21:32,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x1017aa213500000, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-454435322 2024-12-03T23:21:32,265 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:21:32,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-454435322/meta-region-server: CHANGED 2024-12-03T23:21:32,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-454435322/meta-region-server: CHANGED 2024-12-03T23:21:32,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,44155,1733268090307}] 2024-12-03T23:21:32,417 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:21:32,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:21:32,421 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T23:21:32,421 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:21:32,421 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T23:21:32,422 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C44155%2C1733268090307.meta, suffix=.meta, logDir=hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/WALs/5f9d64419733,44155,1733268090307, archiveDir=hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/oldWALs, maxLogs=10 2024-12-03T23:21:32,435 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/WALs/5f9d64419733,44155,1733268090307/5f9d64419733%2C44155%2C1733268090307.meta.1733268092422.meta, exclude list is [], retry=0 2024-12-03T23:21:32,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44641,DS-defc722a-5c8e-4cd0-befb-bf5da8b3de51,DISK] 2024-12-03T23:21:32,438 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/WALs/5f9d64419733,44155,1733268090307/5f9d64419733%2C44155%2C1733268090307.meta.1733268092422.meta 2024-12-03T23:21:32,439 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40557:40557)] 2024-12-03T23:21:32,439 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:21:32,439 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:21:32,439 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:21:32,440 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T23:21:32,440 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T23:21:32,440 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T23:21:32,440 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:32,440 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T23:21:32,440 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T23:21:32,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:21:32,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:21:32,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:32,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:32,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:21:32,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:21:32,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:32,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:32,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:21:32,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:21:32,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:32,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:32,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:21:32,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:21:32,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:32,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:32,444 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:21:32,445 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/data/hbase/meta/1588230740 2024-12-03T23:21:32,445 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/data/hbase/meta/1588230740 2024-12-03T23:21:32,446 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:21:32,446 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:21:32,446 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:21:32,447 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:21:32,448 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65170491, jitterRate=-0.028884008526802063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:21:32,448 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T23:21:32,449 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733268092440Writing region info on filesystem at 1733268092440Initializing all the Stores at 1733268092441 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268092441Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268092441Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268092441Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268092441Cleaning up temporary data from old regions at 1733268092446 (+5 ms)Running coprocessor post-open hooks at 1733268092448 (+2 ms)Region opened successfully at 1733268092449 (+1 ms) 2024-12-03T23:21:32,449 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733268092417 2024-12-03T23:21:32,451 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T23:21:32,451 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T23:21:32,451 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,44155,1733268090307 2024-12-03T23:21:32,452 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,44155,1733268090307, state=OPEN 2024-12-03T23:21:32,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1017aa213500001, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-454435322/meta-region-server 2024-12-03T23:21:32,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x1017aa213500000, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-454435322/meta-region-server 2024-12-03T23:21:32,456 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-454435322/meta-region-server: CHANGED 2024-12-03T23:21:32,456 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5f9d64419733,44155,1733268090307 2024-12-03T23:21:32,456 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-454435322/meta-region-server: CHANGED 2024-12-03T23:21:32,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T23:21:32,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,44155,1733268090307 in 191 msec 2024-12-03T23:21:32,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T23:21:32,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-12-03T23:21:32,460 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:32,460 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T23:21:32,461 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:32,461 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,44155,1733268090307, seqNum=-1] 2024-12-03T23:21:32,461 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:32,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:21:32,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 792 msec 2024-12-03T23:21:32,465 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733268092465, completionTime=-1 2024-12-03T23:21:32,465 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T23:21:32,465 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T23:21:32,467 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T23:21:32,467 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733268152467 2024-12-03T23:21:32,467 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733268212467 2024-12-03T23:21:32,467 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T23:21:32,467 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,35159,1733268090246-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:32,467 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,35159,1733268090246-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:32,467 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,35159,1733268090246-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:32,467 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5f9d64419733:35159, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:32,467 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:32,467 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:32,469 DEBUG [master/5f9d64419733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T23:21:32,470 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.121sec 2024-12-03T23:21:32,470 INFO [master/5f9d64419733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T23:21:32,470 INFO [master/5f9d64419733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T23:21:32,470 INFO [master/5f9d64419733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T23:21:32,470 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T23:21:32,470 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T23:21:32,470 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,35159,1733268090246-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:21:32,470 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,35159,1733268090246-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T23:21:32,472 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T23:21:32,472 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T23:21:32,472 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,35159,1733268090246-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:32,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3367b585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:32,531 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,35159,-1 for getting cluster id 2024-12-03T23:21:32,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:32,532 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '618fe16c-02a6-4f07-a8e6-45dee5972bef' 2024-12-03T23:21:32,532 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:32,532 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "618fe16c-02a6-4f07-a8e6-45dee5972bef" 2024-12-03T23:21:32,532 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f3a455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:32,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,35159,-1] 2024-12-03T23:21:32,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:32,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:32,533 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:32,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507e2b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:32,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:32,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,44155,1733268090307, seqNum=-1] 2024-12-03T23:21:32,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:32,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:21:32,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5f9d64419733,35159,1733268090246 2024-12-03T23:21:32,538 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54863 2024-12-03T23:21:32,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54863, baseZNode=/0-454435322 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:21:32,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017aa213500002 connected 2024-12-03T23:21:32,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:32,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,35159,1733268090246 2024-12-03T23:21:32,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@98642dd 2024-12-03T23:21:32,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:32,546 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:21:32,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35159 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:21:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35159 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T23:21:32,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:21:32,549 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:32,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35159 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T23:21:32,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:21:32,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:32,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741835_1011 (size=902) 2024-12-03T23:21:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:32,889 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:21:32,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:32,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:32,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:32,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:32,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:32,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:32,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:32,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:32,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:32,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:32,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:32,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:32,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:32,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:32,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:32,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:32,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:32,957 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 45f1beec89edcbf22932ebbdd2228f7e, NAME => 'test,,1733268092546.45f1beec89edcbf22932ebbdd2228f7e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02 2024-12-03T23:21:32,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741836_1012 (size=39) 2024-12-03T23:21:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:33,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733268092546.45f1beec89edcbf22932ebbdd2228f7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:33,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 45f1beec89edcbf22932ebbdd2228f7e, disabling compactions & flushes 2024-12-03T23:21:33,365 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733268092546.45f1beec89edcbf22932ebbdd2228f7e. 2024-12-03T23:21:33,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733268092546.45f1beec89edcbf22932ebbdd2228f7e. 2024-12-03T23:21:33,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733268092546.45f1beec89edcbf22932ebbdd2228f7e. after waiting 0 ms 2024-12-03T23:21:33,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733268092546.45f1beec89edcbf22932ebbdd2228f7e. 2024-12-03T23:21:33,365 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733268092546.45f1beec89edcbf22932ebbdd2228f7e. 2024-12-03T23:21:33,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 45f1beec89edcbf22932ebbdd2228f7e: Waiting for close lock at 1733268093365Disabling compacts and flushes for region at 1733268093365Disabling writes for close at 1733268093365Writing region close event to WAL at 1733268093365Closed at 1733268093365 2024-12-03T23:21:33,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:21:33,367 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733268092546.45f1beec89edcbf22932ebbdd2228f7e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733268093367"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733268093367"}]},"ts":"1733268093367"} 2024-12-03T23:21:33,369 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:21:33,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:21:33,370 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268093369"}]},"ts":"1733268093369"} 2024-12-03T23:21:33,371 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T23:21:33,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=45f1beec89edcbf22932ebbdd2228f7e, ASSIGN}] 2024-12-03T23:21:33,372 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=45f1beec89edcbf22932ebbdd2228f7e, ASSIGN 2024-12-03T23:21:33,373 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=45f1beec89edcbf22932ebbdd2228f7e, ASSIGN; state=OFFLINE, location=5f9d64419733,44155,1733268090307; forceNewPlan=false, retain=false 2024-12-03T23:21:33,524 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=45f1beec89edcbf22932ebbdd2228f7e, regionState=OPENING, regionLocation=5f9d64419733,44155,1733268090307 2024-12-03T23:21:33,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=45f1beec89edcbf22932ebbdd2228f7e, ASSIGN because future has completed 2024-12-03T23:21:33,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45f1beec89edcbf22932ebbdd2228f7e, server=5f9d64419733,44155,1733268090307}] 2024-12-03T23:21:33,681 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733268092546.45f1beec89edcbf22932ebbdd2228f7e. 2024-12-03T23:21:33,681 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 45f1beec89edcbf22932ebbdd2228f7e, NAME => 'test,,1733268092546.45f1beec89edcbf22932ebbdd2228f7e.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:21:33,681 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:21:33,682 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T23:21:33,682 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 45f1beec89edcbf22932ebbdd2228f7e 2024-12-03T23:21:33,682 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733268092546.45f1beec89edcbf22932ebbdd2228f7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:33,682 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 45f1beec89edcbf22932ebbdd2228f7e 2024-12-03T23:21:33,682 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 45f1beec89edcbf22932ebbdd2228f7e 2024-12-03T23:21:33,683 INFO [StoreOpener-45f1beec89edcbf22932ebbdd2228f7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 45f1beec89edcbf22932ebbdd2228f7e 2024-12-03T23:21:33,684 INFO [StoreOpener-45f1beec89edcbf22932ebbdd2228f7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45f1beec89edcbf22932ebbdd2228f7e columnFamilyName f 2024-12-03T23:21:33,684 DEBUG [StoreOpener-45f1beec89edcbf22932ebbdd2228f7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:33,685 INFO [StoreOpener-45f1beec89edcbf22932ebbdd2228f7e-1 {}] regionserver.HStore(327): Store=45f1beec89edcbf22932ebbdd2228f7e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:33,685 INFO [StoreOpener-45f1beec89edcbf22932ebbdd2228f7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 45f1beec89edcbf22932ebbdd2228f7e 2024-12-03T23:21:33,686 INFO [StoreOpener-45f1beec89edcbf22932ebbdd2228f7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45f1beec89edcbf22932ebbdd2228f7e columnFamilyName f1 2024-12-03T23:21:33,686 DEBUG [StoreOpener-45f1beec89edcbf22932ebbdd2228f7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:33,686 INFO [StoreOpener-45f1beec89edcbf22932ebbdd2228f7e-1 {}] regionserver.HStore(327): Store=45f1beec89edcbf22932ebbdd2228f7e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:33,686 INFO [StoreOpener-45f1beec89edcbf22932ebbdd2228f7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 45f1beec89edcbf22932ebbdd2228f7e 2024-12-03T23:21:33,687 INFO [StoreOpener-45f1beec89edcbf22932ebbdd2228f7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45f1beec89edcbf22932ebbdd2228f7e columnFamilyName norep 2024-12-03T23:21:33,687 DEBUG [StoreOpener-45f1beec89edcbf22932ebbdd2228f7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:33,687 INFO [StoreOpener-45f1beec89edcbf22932ebbdd2228f7e-1 {}] regionserver.HStore(327): Store=45f1beec89edcbf22932ebbdd2228f7e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:33,687 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 45f1beec89edcbf22932ebbdd2228f7e 2024-12-03T23:21:33,688 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/data/default/test/45f1beec89edcbf22932ebbdd2228f7e 2024-12-03T23:21:33,688 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/data/default/test/45f1beec89edcbf22932ebbdd2228f7e 2024-12-03T23:21:33,689 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 45f1beec89edcbf22932ebbdd2228f7e 2024-12-03T23:21:33,689 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 45f1beec89edcbf22932ebbdd2228f7e 2024-12-03T23:21:33,689 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:21:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:33,690 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 45f1beec89edcbf22932ebbdd2228f7e 2024-12-03T23:21:33,692 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/data/default/test/45f1beec89edcbf22932ebbdd2228f7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:21:33,692 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 45f1beec89edcbf22932ebbdd2228f7e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71703239, jitterRate=0.06846152245998383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:21:33,692 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45f1beec89edcbf22932ebbdd2228f7e 2024-12-03T23:21:33,692 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 45f1beec89edcbf22932ebbdd2228f7e: Running coprocessor pre-open hook at 1733268093682Writing region info on filesystem at 1733268093682Initializing all the Stores at 1733268093683 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268093683Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268093683Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268093683Cleaning up temporary data from old regions at 1733268093689 (+6 ms)Running coprocessor post-open hooks at 1733268093692 (+3 ms)Region opened successfully at 1733268093692 2024-12-03T23:21:33,693 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733268092546.45f1beec89edcbf22932ebbdd2228f7e., pid=6, masterSystemTime=1733268093678 2024-12-03T23:21:33,695 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733268092546.45f1beec89edcbf22932ebbdd2228f7e. 2024-12-03T23:21:33,695 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733268092546.45f1beec89edcbf22932ebbdd2228f7e. 2024-12-03T23:21:33,695 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=45f1beec89edcbf22932ebbdd2228f7e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5f9d64419733,44155,1733268090307 2024-12-03T23:21:33,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45f1beec89edcbf22932ebbdd2228f7e, server=5f9d64419733,44155,1733268090307 because future has completed 2024-12-03T23:21:33,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T23:21:33,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 45f1beec89edcbf22932ebbdd2228f7e, server=5f9d64419733,44155,1733268090307 in 172 msec 2024-12-03T23:21:33,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T23:21:33,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=45f1beec89edcbf22932ebbdd2228f7e, ASSIGN in 329 msec 2024-12-03T23:21:33,702 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:21:33,702 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268093702"}]},"ts":"1733268093702"} 2024-12-03T23:21:33,703 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T23:21:33,704 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:21:33,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-12-03T23:21:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:34,700 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T23:21:34,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362b76a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:34,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,35159,-1 for getting cluster id 2024-12-03T23:21:34,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:34,701 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '618fe16c-02a6-4f07-a8e6-45dee5972bef' 2024-12-03T23:21:34,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:34,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "618fe16c-02a6-4f07-a8e6-45dee5972bef" 2024-12-03T23:21:34,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f1ca8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:34,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,35159,-1] 2024-12-03T23:21:34,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:34,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:34,702 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:34,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611799e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:34,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:34,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,35159,1733268090246 2024-12-03T23:21:34,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42d682a0 2024-12-03T23:21:34,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:34,704 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:21:34,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35159 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5f9d64419733:35159,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T23:21:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35159 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T23:21:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:21:34,707 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:35159' 2024-12-03T23:21:34,708 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8c91d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:34,708 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,35159,-1 for getting cluster id 2024-12-03T23:21:34,709 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:34,709 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '618fe16c-02a6-4f07-a8e6-45dee5972bef' 2024-12-03T23:21:34,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:34,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "618fe16c-02a6-4f07-a8e6-45dee5972bef" 2024-12-03T23:21:34,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f494c6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:34,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,35159,-1] 2024-12-03T23:21:34,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:34,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:34,710 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:34,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2171d067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:34,711 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:34,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,35159,1733268090246 2024-12-03T23:21:34,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@107a7951 2024-12-03T23:21:34,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:34,712 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:21:34,713 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T23:21:34,713 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T23:21:34,713 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:34,713 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:34,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:21:34,713 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5f9d64419733:35159, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-03T23:21:34,719 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5f9d64419733:35159, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5f9d64419733:35159, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5f9d64419733:35159, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-03T23:21:34,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5f9d64419733:35159, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-12-03T23:21:34,720 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-03T23:21:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:21:34,811 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://5f9d64419733:35159, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-03T23:21:34,811 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:21:34,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:21:34,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:34,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:34,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:21:34,827 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=535 (was 362) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@589e39f4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;5f9d64419733:35159 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7872-acceptor-0@401ecaee-ServerConnector@2e31ea48{HTTP/1.1, (http/1.1)}{localhost:35723} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-334729493-172.17.0.2-1733268089067:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-334729493-172.17.0.2-1733268089067:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:54863 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: IPC Server handler 4 on default port 40311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54863) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 40311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54863) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RS_OPEN_META-regionserver/5f9d64419733:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f8f009f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@fe4abc1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2048915593-7918-acceptor-0@6b9f6c81-ServerConnector@6acbc82c{HTTP/1.1, (http/1.1)}{localhost:37391} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1916710673_20 at /127.0.0.1:33078 [Receiving block BP-334729493-172.17.0.2-1733268089067:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7daf9b45 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-1faca6c2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1288804563-7870 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8f00432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 32947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02-prefix:5f9d64419733,44155,1733268090307.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268091680 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/5f9d64419733:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 32947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/cluster_8a63d58d-6564-ec69-0ff0-cb57bfb64033/data/data1/current/BP-334729493-172.17.0.2-1733268089067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@529ab599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp1288804563-7871 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8f00432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7f885238 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40311 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS:0;5f9d64419733:44155-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-161841966_20 at /127.0.0.1:33126 [Receiving block BP-334729493-172.17.0.2-1733268089067:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 40311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02/MasterData-prefix:5f9d64419733,35159,1733268090246 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40311 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server idle connection scanner for port 40311 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server idle connection scanner for port 32947 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1288804563-7868 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8f00432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: regionserver/5f9d64419733:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1288804563-7869 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8f00432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(51666646) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/cluster_8a63d58d-6564-ec69-0ff0-cb57bfb64033/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: BP-334729493-172.17.0.2-1733268089067 heartbeating to localhost/127.0.0.1:40311 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5f9d64419733:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7690ed82 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2048915593-7917 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8f00432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:40311 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 32947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 32947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40311 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40311/user/jenkins/test-data/2006c1b2-fbf1-a93d-e64d-59461e3f5d02-prefix:5f9d64419733,44155,1733268090307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5f9d64419733:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: qtp2048915593-7920 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2d6242e8-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Server handler 4 on default port 32947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;5f9d64419733:44155 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$602/0x00007f8f00ace218.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-161841966_20 at /127.0.0.1:35858 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268091683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/5f9d64419733:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-334729493-172.17.0.2-1733268089067:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2048915593-7919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/cluster_8a63d58d-6564-ec69-0ff0-cb57bfb64033/data/data2/current/BP-334729493-172.17.0.2-1733268089067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:54863): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-161841966_20 at /127.0.0.1:33112 [Receiving block BP-334729493-172.17.0.2-1733268089067:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54863) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@78ef66f3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 40311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: 5f9d64419733:35159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@495710b4[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40311 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@70c1b80b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/cluster_8a63d58d-6564-ec69-0ff0-cb57bfb64033/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 40311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7874 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@19c7f116 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=880 (was 795) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=435 (was 438), ProcessCount=11 (was 11), AvailableMemoryMB=7166 (was 7219) 2024-12-03T23:21:34,830 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-12-03T23:21:34,843 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=535, OpenFileDescriptor=879, MaxFileDescriptor=1048576, SystemLoadAverage=435, ProcessCount=11, AvailableMemoryMB=7165 2024-12-03T23:21:34,843 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-12-03T23:21:34,857 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-03T23:21:34,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/hadoop.log.dir so I do NOT create it in target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08 2024-12-03T23:21:34,858 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T23:21:34,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/hadoop.tmp.dir so I do NOT create it in target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08 2024-12-03T23:21:34,858 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06433557-4f69-e365-778f-d069e6f37a83/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T23:21:34,858 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08 2024-12-03T23:21:34,858 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/cluster_4bae21d8-14b7-c925-9872-0cf976b3a994, deleteOnExit=true 2024-12-03T23:21:34,861 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/cluster_4bae21d8-14b7-c925-9872-0cf976b3a994/zookeeper_0, clientPort=59661, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/cluster_4bae21d8-14b7-c925-9872-0cf976b3a994/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/cluster_4bae21d8-14b7-c925-9872-0cf976b3a994/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T23:21:34,862 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59661 2024-12-03T23:21:34,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T23:21:34,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T23:21:34,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/test.cache.data in system properties and HBase conf 2024-12-03T23:21:34,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T23:21:34,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/hadoop.log.dir in system properties and HBase conf 2024-12-03T23:21:34,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T23:21:34,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T23:21:34,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T23:21:34,862 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T23:21:34,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:21:34,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:21:34,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T23:21:34,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:21:34,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T23:21:34,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T23:21:34,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:21:34,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:21:34,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T23:21:34,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/nfs.dump.dir in system properties and HBase conf 2024-12-03T23:21:34,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/java.io.tmpdir in system properties and HBase conf 2024-12-03T23:21:34,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:21:34,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T23:21:34,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T23:21:34,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:21:34,948 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:21:34,950 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:21:34,950 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:21:34,950 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T23:21:34,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:21:34,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@491c2358{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:21:34,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59820be7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:21:35,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61414b64{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/java.io.tmpdir/jetty-localhost-40485-hadoop-hdfs-3_4_1-tests_jar-_-any-11280453832693018837/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:21:35,067 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e31e38c{HTTP/1.1, (http/1.1)}{localhost:40485} 2024-12-03T23:21:35,067 INFO [Time-limited test {}] server.Server(415): Started @284693ms 2024-12-03T23:21:35,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:21:35,144 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:21:35,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:21:35,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:21:35,147 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T23:21:35,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f659f1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:21:35,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61aeee70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:21:35,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d01137d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/java.io.tmpdir/jetty-localhost-43025-hadoop-hdfs-3_4_1-tests_jar-_-any-10179213053698691042/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:21:35,271 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a2a59fe{HTTP/1.1, (http/1.1)}{localhost:43025} 2024-12-03T23:21:35,271 INFO [Time-limited test {}] server.Server(415): Started @284896ms 2024-12-03T23:21:35,272 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T23:21:35,373 WARN [Thread-4306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/cluster_4bae21d8-14b7-c925-9872-0cf976b3a994/data/data1/current/BP-689716973-172.17.0.2-1733268094884/current, will proceed with Du for space computation calculation, 2024-12-03T23:21:35,373 WARN [Thread-4307 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/cluster_4bae21d8-14b7-c925-9872-0cf976b3a994/data/data2/current/BP-689716973-172.17.0.2-1733268094884/current, will proceed with Du for space computation calculation, 2024-12-03T23:21:35,396 WARN [Thread-4294 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T23:21:35,399 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d84acda0439c596 with lease ID 0x3c4a08ea09e8479c: Processing first storage report for DS-ed77d6d6-338f-4d31-9af7-fce12b0d166d from datanode DatanodeRegistration(127.0.0.1:34337, datanodeUuid=0b2c6d06-9421-459d-9bf2-babfa0a152de, infoPort=33377, infoSecurePort=0, ipcPort=46797, storageInfo=lv=-57;cid=testClusterID;nsid=785507678;c=1733268094884) 2024-12-03T23:21:35,399 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d84acda0439c596 with lease ID 0x3c4a08ea09e8479c: from storage DS-ed77d6d6-338f-4d31-9af7-fce12b0d166d node DatanodeRegistration(127.0.0.1:34337, datanodeUuid=0b2c6d06-9421-459d-9bf2-babfa0a152de, infoPort=33377, infoSecurePort=0, ipcPort=46797, storageInfo=lv=-57;cid=testClusterID;nsid=785507678;c=1733268094884), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:21:35,399 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d84acda0439c596 with lease ID 0x3c4a08ea09e8479c: Processing first storage report for DS-62edd351-31d4-48a9-ae10-750ce0f62051 from datanode DatanodeRegistration(127.0.0.1:34337, datanodeUuid=0b2c6d06-9421-459d-9bf2-babfa0a152de, infoPort=33377, infoSecurePort=0, ipcPort=46797, storageInfo=lv=-57;cid=testClusterID;nsid=785507678;c=1733268094884) 2024-12-03T23:21:35,399 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d84acda0439c596 with lease ID 0x3c4a08ea09e8479c: from storage DS-62edd351-31d4-48a9-ae10-750ce0f62051 node DatanodeRegistration(127.0.0.1:34337, datanodeUuid=0b2c6d06-9421-459d-9bf2-babfa0a152de, infoPort=33377, infoSecurePort=0, ipcPort=46797, storageInfo=lv=-57;cid=testClusterID;nsid=785507678;c=1733268094884), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:21:35,493 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08 2024-12-03T23:21:35,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:35,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:35,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741825_1001 (size=7) 2024-12-03T23:21:35,902 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c with version=8 2024-12-03T23:21:35,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/hbase-staging 2024-12-03T23:21:35,905 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:21:35,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:35,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:35,905 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:21:35,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:35,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:21:35,905 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T23:21:35,905 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:21:35,906 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43729 2024-12-03T23:21:35,906 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43729 connecting to ZooKeeper ensemble=127.0.0.1:59661 2024-12-03T23:21:35,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437290x0, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:21:35,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43729-0x1017aa22a1c0000 connected 2024-12-03T23:21:35,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:35,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:35,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Set watcher on znode that does not yet exist, /0-1646778784/running 2024-12-03T23:21:35,934 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c, hbase.cluster.distributed=false 2024-12-03T23:21:35,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Set watcher on znode that does not yet exist, /0-1646778784/acl 2024-12-03T23:21:35,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43729 2024-12-03T23:21:35,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43729 2024-12-03T23:21:35,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43729 2024-12-03T23:21:35,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43729 2024-12-03T23:21:35,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43729 2024-12-03T23:21:35,954 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:21:35,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:35,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:35,954 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:21:35,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:35,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:21:35,954 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:21:35,954 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:21:35,956 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41599 2024-12-03T23:21:35,957 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41599 connecting to ZooKeeper ensemble=127.0.0.1:59661 2024-12-03T23:21:35,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:35,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:35,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415990x0, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:21:35,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415990x0, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Set watcher on znode that does not yet exist, /0-1646778784/running 2024-12-03T23:21:35,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41599-0x1017aa22a1c0001 connected 2024-12-03T23:21:35,963 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:21:35,963 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:21:35,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41599-0x1017aa22a1c0001, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Set watcher on znode that does not yet exist, /0-1646778784/master 2024-12-03T23:21:35,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41599-0x1017aa22a1c0001, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Set watcher on znode that does not yet exist, /0-1646778784/acl 2024-12-03T23:21:35,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41599 2024-12-03T23:21:35,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41599 2024-12-03T23:21:35,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41599 2024-12-03T23:21:35,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41599 2024-12-03T23:21:35,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41599 2024-12-03T23:21:35,985 DEBUG [M:0;5f9d64419733:43729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5f9d64419733:43729 2024-12-03T23:21:35,985 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1646778784/backup-masters/5f9d64419733,43729,1733268095904 2024-12-03T23:21:35,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x1017aa22a1c0001, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1646778784/backup-masters 2024-12-03T23:21:35,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1646778784/backup-masters 2024-12-03T23:21:35,987 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Set watcher on existing znode=/0-1646778784/backup-masters/5f9d64419733,43729,1733268095904 2024-12-03T23:21:35,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x1017aa22a1c0001, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1646778784/master 2024-12-03T23:21:35,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1646778784 2024-12-03T23:21:35,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x1017aa22a1c0001, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1646778784 2024-12-03T23:21:35,990 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Set watcher on existing znode=/0-1646778784/master 2024-12-03T23:21:35,990 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1646778784/backup-masters/5f9d64419733,43729,1733268095904 from backup master directory 2024-12-03T23:21:35,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1646778784/backup-masters/5f9d64419733,43729,1733268095904 2024-12-03T23:21:35,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1646778784/backup-masters 2024-12-03T23:21:35,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x1017aa22a1c0001, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1646778784/backup-masters 2024-12-03T23:21:35,991 WARN [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:21:35,991 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5f9d64419733,43729,1733268095904 2024-12-03T23:21:35,994 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/hbase.id] with ID: 560c2e58-9b77-4a8e-b64d-ced7f2523de4 2024-12-03T23:21:35,994 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/.tmp/hbase.id 2024-12-03T23:21:35,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741826_1002 (size=42) 2024-12-03T23:21:36,398 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/.tmp/hbase.id]:[hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/hbase.id] 2024-12-03T23:21:36,406 INFO [master/5f9d64419733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:36,406 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T23:21:36,407 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T23:21:36,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1646778784 2024-12-03T23:21:36,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x1017aa22a1c0001, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1646778784 2024-12-03T23:21:36,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741827_1003 (size=196) 2024-12-03T23:21:36,813 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:21:36,814 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T23:21:36,814 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:21:36,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741828_1004 (size=1189) 2024-12-03T23:21:37,220 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/MasterData/data/master/store 2024-12-03T23:21:37,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741829_1005 (size=34) 2024-12-03T23:21:37,625 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:37,625 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:21:37,625 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:37,625 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:37,625 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:21:37,625 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:37,625 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:37,625 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733268097625Disabling compacts and flushes for region at 1733268097625Disabling writes for close at 1733268097625Writing region close event to WAL at 1733268097625Closed at 1733268097625 2024-12-03T23:21:37,626 WARN [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/MasterData/data/master/store/.initializing 2024-12-03T23:21:37,626 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/MasterData/WALs/5f9d64419733,43729,1733268095904 2024-12-03T23:21:37,627 INFO [master/5f9d64419733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:21:37,628 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C43729%2C1733268095904, suffix=, logDir=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/MasterData/WALs/5f9d64419733,43729,1733268095904, archiveDir=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/MasterData/oldWALs, maxLogs=10 2024-12-03T23:21:37,641 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/MasterData/WALs/5f9d64419733,43729,1733268095904/5f9d64419733%2C43729%2C1733268095904.1733268097628, exclude list is [], retry=0 2024-12-03T23:21:37,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34337,DS-ed77d6d6-338f-4d31-9af7-fce12b0d166d,DISK] 2024-12-03T23:21:37,644 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/MasterData/WALs/5f9d64419733,43729,1733268095904/5f9d64419733%2C43729%2C1733268095904.1733268097628 2024-12-03T23:21:37,645 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33377:33377)] 2024-12-03T23:21:37,645 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:21:37,645 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:37,645 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:37,645 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:37,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:37,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T23:21:37,647 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:37,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:37,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:37,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T23:21:37,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:37,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:37,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:37,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T23:21:37,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:37,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:37,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:37,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T23:21:37,651 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:37,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:37,651 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:37,651 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:37,652 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:37,652 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:37,653 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:37,653 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:21:37,654 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:37,655 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:21:37,655 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60023683, jitterRate=-0.10557742416858673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:21:37,655 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733268097645Initializing all the Stores at 1733268097646 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268097646Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268097646Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268097646Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268097646Cleaning up temporary data from old regions at 1733268097653 (+7 ms)Region opened successfully at 1733268097655 (+2 ms) 2024-12-03T23:21:37,656 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T23:21:37,658 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ded9a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:21:37,658 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T23:21:37,658 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T23:21:37,658 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T23:21:37,659 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T23:21:37,659 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T23:21:37,659 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T23:21:37,659 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T23:21:37,660 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T23:21:37,661 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Unable to get data of znode /0-1646778784/balancer because node does not exist (not necessarily an error) 2024-12-03T23:21:37,662 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1646778784/balancer already deleted, retry=false 2024-12-03T23:21:37,662 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T23:21:37,663 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Unable to get data of znode /0-1646778784/normalizer because node does not exist (not necessarily an error) 2024-12-03T23:21:37,664 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1646778784/normalizer already deleted, retry=false 2024-12-03T23:21:37,664 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T23:21:37,665 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Unable to get data of znode /0-1646778784/switch/split because node does not exist (not necessarily an error) 2024-12-03T23:21:37,667 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1646778784/switch/split already deleted, retry=false 2024-12-03T23:21:37,667 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Unable to get data of znode /0-1646778784/switch/merge because node does not exist (not necessarily an error) 2024-12-03T23:21:37,668 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1646778784/switch/merge already deleted, retry=false 2024-12-03T23:21:37,670 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Unable to get data of znode /0-1646778784/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T23:21:37,671 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1646778784/snapshot-cleanup already deleted, retry=false 2024-12-03T23:21:37,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1646778784/running 2024-12-03T23:21:37,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x1017aa22a1c0001, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1646778784/running 2024-12-03T23:21:37,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1646778784 2024-12-03T23:21:37,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x1017aa22a1c0001, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1646778784 2024-12-03T23:21:37,672 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5f9d64419733,43729,1733268095904, sessionid=0x1017aa22a1c0000, setting cluster-up flag (Was=false) 2024-12-03T23:21:37,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x1017aa22a1c0001, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1646778784 2024-12-03T23:21:37,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1646778784 2024-12-03T23:21:37,680 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1646778784/flush-table-proc/acquired, /0-1646778784/flush-table-proc/reached, /0-1646778784/flush-table-proc/abort 2024-12-03T23:21:37,681 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,43729,1733268095904 2024-12-03T23:21:37,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1646778784 2024-12-03T23:21:37,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x1017aa22a1c0001, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1646778784 2024-12-03T23:21:37,689 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1646778784/online-snapshot/acquired, /0-1646778784/online-snapshot/reached, /0-1646778784/online-snapshot/abort 2024-12-03T23:21:37,690 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,43729,1733268095904 2024-12-03T23:21:37,690 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T23:21:37,691 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:37,692 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T23:21:37,692 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T23:21:37,692 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5f9d64419733,43729,1733268095904 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T23:21:37,693 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:37,693 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:37,693 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:37,693 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:37,693 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5f9d64419733:0, corePoolSize=10, maxPoolSize=10 2024-12-03T23:21:37,693 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:37,693 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:21:37,693 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:37,694 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733268127694 2024-12-03T23:21:37,694 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:37,694 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T23:21:37,694 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T23:21:37,694 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T23:21:37,694 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T23:21:37,694 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T23:21:37,694 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T23:21:37,694 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T23:21:37,695 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:37,695 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T23:21:37,695 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T23:21:37,695 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:37,695 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T23:21:37,695 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T23:21:37,695 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T23:21:37,695 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T23:21:37,695 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T23:21:37,696 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268097696,5,FailOnTimeoutGroup] 2024-12-03T23:21:37,696 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268097696,5,FailOnTimeoutGroup] 2024-12-03T23:21:37,696 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:37,696 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T23:21:37,696 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:37,696 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:37,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741831_1007 (size=1321) 2024-12-03T23:21:37,775 INFO [RS:0;5f9d64419733:41599 {}] regionserver.HRegionServer(746): ClusterId : 560c2e58-9b77-4a8e-b64d-ced7f2523de4 2024-12-03T23:21:37,775 DEBUG [RS:0;5f9d64419733:41599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:21:37,777 DEBUG [RS:0;5f9d64419733:41599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:21:37,777 DEBUG [RS:0;5f9d64419733:41599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:21:37,779 DEBUG [RS:0;5f9d64419733:41599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:21:37,779 DEBUG [RS:0;5f9d64419733:41599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@434ca930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:21:37,791 DEBUG [RS:0;5f9d64419733:41599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5f9d64419733:41599 2024-12-03T23:21:37,791 INFO [RS:0;5f9d64419733:41599 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:21:37,791 INFO [RS:0;5f9d64419733:41599 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:21:37,791 DEBUG [RS:0;5f9d64419733:41599 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:21:37,791 INFO [RS:0;5f9d64419733:41599 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,43729,1733268095904 with port=41599, startcode=1733268095954 2024-12-03T23:21:37,791 DEBUG [RS:0;5f9d64419733:41599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:21:37,793 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:21:37,793 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43729 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,41599,1733268095954 2024-12-03T23:21:37,793 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43729 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,41599,1733268095954 2024-12-03T23:21:37,794 DEBUG [RS:0;5f9d64419733:41599 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c 2024-12-03T23:21:37,794 DEBUG [RS:0;5f9d64419733:41599 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40935 2024-12-03T23:21:37,794 DEBUG [RS:0;5f9d64419733:41599 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:21:37,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1646778784/rs 2024-12-03T23:21:37,797 DEBUG [RS:0;5f9d64419733:41599 {}] zookeeper.ZKUtil(111): regionserver:41599-0x1017aa22a1c0001, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Set watcher on existing znode=/0-1646778784/rs/5f9d64419733,41599,1733268095954 2024-12-03T23:21:37,797 WARN [RS:0;5f9d64419733:41599 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:21:37,797 INFO [RS:0;5f9d64419733:41599 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:21:37,797 DEBUG [RS:0;5f9d64419733:41599 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954 2024-12-03T23:21:37,797 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,41599,1733268095954] 2024-12-03T23:21:37,799 INFO [RS:0;5f9d64419733:41599 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:21:37,800 INFO [RS:0;5f9d64419733:41599 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:21:37,800 INFO [RS:0;5f9d64419733:41599 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:21:37,801 INFO [RS:0;5f9d64419733:41599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:37,801 INFO [RS:0;5f9d64419733:41599 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:21:37,801 INFO [RS:0;5f9d64419733:41599 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:21:37,801 INFO [RS:0;5f9d64419733:41599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:37,801 DEBUG [RS:0;5f9d64419733:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:37,801 DEBUG [RS:0;5f9d64419733:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:37,801 DEBUG [RS:0;5f9d64419733:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:37,801 DEBUG [RS:0;5f9d64419733:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:37,801 DEBUG [RS:0;5f9d64419733:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:37,801 DEBUG [RS:0;5f9d64419733:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:21:37,801 DEBUG [RS:0;5f9d64419733:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:37,801 DEBUG [RS:0;5f9d64419733:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:37,801 DEBUG [RS:0;5f9d64419733:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:37,802 DEBUG [RS:0;5f9d64419733:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:37,802 DEBUG [RS:0;5f9d64419733:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:37,802 DEBUG [RS:0;5f9d64419733:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:37,802 DEBUG [RS:0;5f9d64419733:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:21:37,802 DEBUG [RS:0;5f9d64419733:41599 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:21:37,802 INFO [RS:0;5f9d64419733:41599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:37,802 INFO [RS:0;5f9d64419733:41599 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:37,802 INFO [RS:0;5f9d64419733:41599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:37,802 INFO [RS:0;5f9d64419733:41599 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:37,802 INFO [RS:0;5f9d64419733:41599 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:37,802 INFO [RS:0;5f9d64419733:41599 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,41599,1733268095954-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:21:37,815 INFO [RS:0;5f9d64419733:41599 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:21:37,816 INFO [RS:0;5f9d64419733:41599 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,41599,1733268095954-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:37,816 INFO [RS:0;5f9d64419733:41599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:37,816 INFO [RS:0;5f9d64419733:41599 {}] regionserver.Replication(171): 5f9d64419733,41599,1733268095954 started 2024-12-03T23:21:37,830 INFO [RS:0;5f9d64419733:41599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:37,830 INFO [RS:0;5f9d64419733:41599 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,41599,1733268095954, RpcServer on 5f9d64419733/172.17.0.2:41599, sessionid=0x1017aa22a1c0001 2024-12-03T23:21:37,830 DEBUG [RS:0;5f9d64419733:41599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:21:37,830 DEBUG [RS:0;5f9d64419733:41599 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,41599,1733268095954 2024-12-03T23:21:37,830 DEBUG [RS:0;5f9d64419733:41599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,41599,1733268095954' 2024-12-03T23:21:37,830 DEBUG [RS:0;5f9d64419733:41599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1646778784/flush-table-proc/abort' 2024-12-03T23:21:37,831 DEBUG [RS:0;5f9d64419733:41599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1646778784/flush-table-proc/acquired' 2024-12-03T23:21:37,831 DEBUG [RS:0;5f9d64419733:41599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:21:37,831 DEBUG [RS:0;5f9d64419733:41599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:21:37,831 DEBUG [RS:0;5f9d64419733:41599 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,41599,1733268095954 2024-12-03T23:21:37,831 DEBUG [RS:0;5f9d64419733:41599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,41599,1733268095954' 2024-12-03T23:21:37,831 DEBUG [RS:0;5f9d64419733:41599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1646778784/online-snapshot/abort' 2024-12-03T23:21:37,832 DEBUG [RS:0;5f9d64419733:41599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1646778784/online-snapshot/acquired' 2024-12-03T23:21:37,832 DEBUG [RS:0;5f9d64419733:41599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:21:37,832 INFO [RS:0;5f9d64419733:41599 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:21:37,832 INFO [RS:0;5f9d64419733:41599 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:21:37,850 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:37,850 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5f9d64419733,45081,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T23:21:37,851 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108926 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5f9d64419733,45081,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T23:21:37,933 INFO [RS:0;5f9d64419733:41599 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:21:37,934 INFO [RS:0;5f9d64419733:41599 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C41599%2C1733268095954, suffix=, logDir=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954, archiveDir=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/oldWALs, maxLogs=10 2024-12-03T23:21:37,942 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:21:37,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:37,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:37,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:37,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:37,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:37,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:37,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:37,948 DEBUG [RS:0;5f9d64419733:41599 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268097934, exclude list is [], retry=0 2024-12-03T23:21:37,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34337,DS-ed77d6d6-338f-4d31-9af7-fce12b0d166d,DISK] 2024-12-03T23:21:37,951 INFO [RS:0;5f9d64419733:41599 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268097934 2024-12-03T23:21:37,952 DEBUG [RS:0;5f9d64419733:41599 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33377:33377)] 2024-12-03T23:21:37,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:37,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:37,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:37,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:37,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:37,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:37,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:37,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:37,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:37,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:38,006 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T23:21:38,006 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T23:21:38,105 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T23:21:38,105 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c 2024-12-03T23:21:38,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741833_1009 (size=32) 2024-12-03T23:21:38,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:38,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:21:38,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:21:38,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:38,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:38,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:21:38,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:21:38,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:38,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:38,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:21:38,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:21:38,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:38,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:38,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:21:38,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:21:38,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:38,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:38,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:21:38,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/1588230740 2024-12-03T23:21:38,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/1588230740 2024-12-03T23:21:38,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:21:38,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:21:38,522 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:21:38,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:21:38,524 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:21:38,525 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74490855, jitterRate=0.11000023782253265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:21:38,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733268098515Initializing all the Stores at 1733268098515Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268098516 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268098516Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268098516Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268098516Cleaning up temporary data from old regions at 1733268098522 (+6 ms)Region opened successfully at 1733268098525 (+3 ms) 2024-12-03T23:21:38,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:21:38,525 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:21:38,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:21:38,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:21:38,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:21:38,525 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:21:38,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733268098525Disabling compacts and flushes for region at 1733268098525Disabling writes for close at 1733268098525Writing region close event to WAL at 1733268098525Closed at 1733268098525 2024-12-03T23:21:38,526 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:38,526 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T23:21:38,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T23:21:38,527 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:21:38,528 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T23:21:38,678 DEBUG [5f9d64419733:43729 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T23:21:38,679 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5f9d64419733,41599,1733268095954 2024-12-03T23:21:38,680 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,41599,1733268095954, state=OPENING 2024-12-03T23:21:38,681 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T23:21:38,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1646778784 2024-12-03T23:21:38,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x1017aa22a1c0001, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1646778784 2024-12-03T23:21:38,686 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:21:38,686 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1646778784/meta-region-server: CHANGED 2024-12-03T23:21:38,686 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1646778784/meta-region-server: CHANGED 2024-12-03T23:21:38,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,41599,1733268095954}] 2024-12-03T23:21:38,838 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:21:38,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:21:38,842 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T23:21:38,842 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:21:38,842 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T23:21:38,844 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C41599%2C1733268095954.meta, suffix=.meta, logDir=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954, archiveDir=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/oldWALs, maxLogs=10 2024-12-03T23:21:38,858 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.meta.1733268098844.meta, exclude list is [], retry=0 2024-12-03T23:21:38,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34337,DS-ed77d6d6-338f-4d31-9af7-fce12b0d166d,DISK] 2024-12-03T23:21:38,861 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.meta.1733268098844.meta 2024-12-03T23:21:38,861 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33377:33377)] 2024-12-03T23:21:38,861 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:21:38,861 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:21:38,861 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:21:38,861 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T23:21:38,861 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T23:21:38,862 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T23:21:38,862 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:38,862 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T23:21:38,862 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T23:21:38,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:21:38,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:21:38,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:38,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:38,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:21:38,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:21:38,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:38,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:38,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:21:38,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:21:38,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:38,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:38,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:21:38,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:21:38,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:38,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:38,866 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:21:38,867 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/1588230740 2024-12-03T23:21:38,867 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/1588230740 2024-12-03T23:21:38,868 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:21:38,868 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:21:38,869 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:21:38,869 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:21:38,870 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65270003, jitterRate=-0.027401164174079895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:21:38,870 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T23:21:38,870 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733268098862Writing region info on filesystem at 1733268098862Initializing all the Stores at 1733268098862Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268098862Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268098862Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268098862Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268098862Cleaning up temporary data from old regions at 1733268098868 (+6 ms)Running coprocessor post-open hooks at 1733268098870 (+2 ms)Region opened successfully at 1733268098870 2024-12-03T23:21:38,871 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733268098838 2024-12-03T23:21:38,872 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T23:21:38,872 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T23:21:38,873 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,41599,1733268095954 2024-12-03T23:21:38,873 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,41599,1733268095954, state=OPEN 2024-12-03T23:21:38,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x1017aa22a1c0001, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1646778784/meta-region-server 2024-12-03T23:21:38,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1646778784/meta-region-server 2024-12-03T23:21:38,876 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5f9d64419733,41599,1733268095954 2024-12-03T23:21:38,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1646778784/meta-region-server: CHANGED 2024-12-03T23:21:38,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1646778784/meta-region-server: CHANGED 2024-12-03T23:21:38,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T23:21:38,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,41599,1733268095954 in 190 msec 2024-12-03T23:21:38,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T23:21:38,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-12-03T23:21:38,879 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:38,880 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T23:21:38,880 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:38,880 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,41599,1733268095954, seqNum=-1] 2024-12-03T23:21:38,881 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:38,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:21:38,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1930 sec 2024-12-03T23:21:38,885 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733268098885, completionTime=-1 2024-12-03T23:21:38,885 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T23:21:38,885 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T23:21:38,886 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T23:21:38,886 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733268158886 2024-12-03T23:21:38,886 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733268218886 2024-12-03T23:21:38,886 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T23:21:38,887 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,43729,1733268095904-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:38,887 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,43729,1733268095904-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:38,887 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,43729,1733268095904-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:38,887 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5f9d64419733:43729, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:38,887 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:38,887 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:38,888 DEBUG [master/5f9d64419733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T23:21:38,889 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.898sec 2024-12-03T23:21:38,889 INFO [master/5f9d64419733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T23:21:38,890 INFO [master/5f9d64419733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T23:21:38,890 INFO [master/5f9d64419733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T23:21:38,890 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T23:21:38,890 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T23:21:38,890 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,43729,1733268095904-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:21:38,890 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,43729,1733268095904-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T23:21:38,891 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T23:21:38,891 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T23:21:38,891 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,43729,1733268095904-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:38,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ef0f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:38,976 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,43729,-1 for getting cluster id 2024-12-03T23:21:38,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:38,977 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '560c2e58-9b77-4a8e-b64d-ced7f2523de4' 2024-12-03T23:21:38,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:38,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "560c2e58-9b77-4a8e-b64d-ced7f2523de4" 2024-12-03T23:21:38,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7402801d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:38,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,43729,-1] 2024-12-03T23:21:38,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:38,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:38,979 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:38,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f1497f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:38,980 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:38,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,41599,1733268095954, seqNum=-1] 2024-12-03T23:21:38,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:38,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:21:38,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5f9d64419733,43729,1733268095904 2024-12-03T23:21:38,983 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59661 2024-12-03T23:21:38,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:21:38,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017aa22a1c0002 connected 2024-12-03T23:21:38,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/hadoop.log.dir so I do NOT create it in target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6 2024-12-03T23:21:38,989 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T23:21:38,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/hadoop.tmp.dir so I do NOT create it in target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6 2024-12-03T23:21:38,989 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T23:21:38,989 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6 2024-12-03T23:21:38,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T23:21:38,989 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/cluster_82e54e57-b67f-5696-455a-a632f356384b, deleteOnExit=true 2024-12-03T23:21:38,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T23:21:38,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/test.cache.data in system properties and HBase conf 2024-12-03T23:21:38,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T23:21:38,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/hadoop.log.dir in system properties and HBase conf 2024-12-03T23:21:38,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T23:21:38,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T23:21:38,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T23:21:38,989 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T23:21:38,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:21:38,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:21:38,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T23:21:38,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:21:38,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T23:21:38,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T23:21:38,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:21:38,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:21:38,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T23:21:38,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/nfs.dump.dir in system properties and HBase conf 2024-12-03T23:21:38,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/java.io.tmpdir in system properties and HBase conf 2024-12-03T23:21:38,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:21:38,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T23:21:38,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T23:21:39,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:21:39,062 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:21:39,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:21:39,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:21:39,064 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T23:21:39,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:21:39,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cea55df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:21:39,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3623dc90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:21:39,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2780f6bc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/java.io.tmpdir/jetty-localhost-33557-hadoop-hdfs-3_4_1-tests_jar-_-any-7018338193433440020/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:21:39,180 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79e41501{HTTP/1.1, (http/1.1)}{localhost:33557} 2024-12-03T23:21:39,180 INFO [Time-limited test {}] server.Server(415): Started @288805ms 2024-12-03T23:21:39,273 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:21:39,275 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:21:39,279 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:21:39,279 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:21:39,279 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T23:21:39,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@687d9d11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:21:39,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a6a4a0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:21:39,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b9dc189{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/java.io.tmpdir/jetty-localhost-43201-hadoop-hdfs-3_4_1-tests_jar-_-any-6326392219955414958/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:21:39,396 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29f12594{HTTP/1.1, (http/1.1)}{localhost:43201} 2024-12-03T23:21:39,396 INFO [Time-limited test {}] server.Server(415): Started @289021ms 2024-12-03T23:21:39,397 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T23:21:39,534 WARN [Thread-4427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/cluster_82e54e57-b67f-5696-455a-a632f356384b/data/data1/current/BP-448813600-172.17.0.2-1733268099008/current, will proceed with Du for space computation calculation, 2024-12-03T23:21:39,534 WARN [Thread-4428 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/cluster_82e54e57-b67f-5696-455a-a632f356384b/data/data2/current/BP-448813600-172.17.0.2-1733268099008/current, will proceed with Du for space computation calculation, 2024-12-03T23:21:39,558 WARN [Thread-4415 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T23:21:39,561 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9807846056a73e67 with lease ID 0xd76989958be611fb: Processing first storage report for DS-b732d741-81cb-453f-a4d9-0e27474e11bb from datanode DatanodeRegistration(127.0.0.1:41403, datanodeUuid=ef34813f-343f-4f7c-9931-74493aee8c7b, infoPort=35629, infoSecurePort=0, ipcPort=44181, storageInfo=lv=-57;cid=testClusterID;nsid=27897765;c=1733268099008) 2024-12-03T23:21:39,561 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9807846056a73e67 with lease ID 0xd76989958be611fb: from storage DS-b732d741-81cb-453f-a4d9-0e27474e11bb node DatanodeRegistration(127.0.0.1:41403, datanodeUuid=ef34813f-343f-4f7c-9931-74493aee8c7b, infoPort=35629, infoSecurePort=0, ipcPort=44181, storageInfo=lv=-57;cid=testClusterID;nsid=27897765;c=1733268099008), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:21:39,561 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9807846056a73e67 with lease ID 0xd76989958be611fb: Processing first storage report for DS-39356b79-7b0f-4220-afd9-7e3909013b5f from datanode DatanodeRegistration(127.0.0.1:41403, datanodeUuid=ef34813f-343f-4f7c-9931-74493aee8c7b, infoPort=35629, infoSecurePort=0, ipcPort=44181, storageInfo=lv=-57;cid=testClusterID;nsid=27897765;c=1733268099008) 2024-12-03T23:21:39,561 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9807846056a73e67 with lease ID 0xd76989958be611fb: from storage DS-39356b79-7b0f-4220-afd9-7e3909013b5f node DatanodeRegistration(127.0.0.1:41403, datanodeUuid=ef34813f-343f-4f7c-9931-74493aee8c7b, infoPort=35629, infoSecurePort=0, ipcPort=44181, storageInfo=lv=-57;cid=testClusterID;nsid=27897765;c=1733268099008), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:21:39,640 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6 2024-12-03T23:21:39,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:39,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:39,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741825_1001 (size=7) 2024-12-03T23:21:40,050 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6 with version=8 2024-12-03T23:21:40,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/hbase-staging 2024-12-03T23:21:40,053 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:21:40,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:40,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:40,054 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:21:40,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:40,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:21:40,054 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T23:21:40,054 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:21:40,054 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43421 2024-12-03T23:21:40,055 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43421 connecting to ZooKeeper ensemble=127.0.0.1:59661 2024-12-03T23:21:40,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434210x0, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:21:40,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43421-0x1017aa22a1c0003 connected 2024-12-03T23:21:40,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:40,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:40,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Set watcher on znode that does not yet exist, /12117752399/running 2024-12-03T23:21:40,073 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6, hbase.cluster.distributed=false 2024-12-03T23:21:40,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Set watcher on znode that does not yet exist, /12117752399/acl 2024-12-03T23:21:40,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43421 2024-12-03T23:21:40,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43421 2024-12-03T23:21:40,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43421 2024-12-03T23:21:40,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43421 2024-12-03T23:21:40,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43421 2024-12-03T23:21:40,093 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:21:40,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:40,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:40,094 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:21:40,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:40,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:21:40,094 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:21:40,094 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:21:40,094 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39021 2024-12-03T23:21:40,095 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39021 connecting to ZooKeeper ensemble=127.0.0.1:59661 2024-12-03T23:21:40,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:40,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:40,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390210x0, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:21:40,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390210x0, quorum=127.0.0.1:59661, baseZNode=/12117752399 Set watcher on znode that does not yet exist, /12117752399/running 2024-12-03T23:21:40,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39021-0x1017aa22a1c0004 connected 2024-12-03T23:21:40,101 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:21:40,103 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:21:40,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39021-0x1017aa22a1c0004, quorum=127.0.0.1:59661, baseZNode=/12117752399 Set watcher on znode that does not yet exist, /12117752399/master 2024-12-03T23:21:40,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39021-0x1017aa22a1c0004, quorum=127.0.0.1:59661, baseZNode=/12117752399 Set watcher on znode that does not yet exist, /12117752399/acl 2024-12-03T23:21:40,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39021 2024-12-03T23:21:40,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39021 2024-12-03T23:21:40,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39021 2024-12-03T23:21:40,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39021 2024-12-03T23:21:40,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39021 2024-12-03T23:21:40,129 DEBUG [M:0;5f9d64419733:43421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5f9d64419733:43421 2024-12-03T23:21:40,129 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12117752399/backup-masters/5f9d64419733,43421,1733268100053 2024-12-03T23:21:40,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1017aa22a1c0004, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12117752399/backup-masters 2024-12-03T23:21:40,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12117752399/backup-masters 2024-12-03T23:21:40,146 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Set watcher on existing znode=/12117752399/backup-masters/5f9d64419733,43421,1733268100053 2024-12-03T23:21:40,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1017aa22a1c0004, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12117752399/master 2024-12-03T23:21:40,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12117752399 2024-12-03T23:21:40,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1017aa22a1c0004, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12117752399 2024-12-03T23:21:40,148 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Set watcher on existing znode=/12117752399/master 2024-12-03T23:21:40,149 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12117752399/backup-masters/5f9d64419733,43421,1733268100053 from backup master directory 2024-12-03T23:21:40,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12117752399/backup-masters/5f9d64419733,43421,1733268100053 2024-12-03T23:21:40,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1017aa22a1c0004, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12117752399/backup-masters 2024-12-03T23:21:40,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12117752399/backup-masters 2024-12-03T23:21:40,150 WARN [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:21:40,150 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5f9d64419733,43421,1733268100053 2024-12-03T23:21:40,153 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/hbase.id] with ID: 44d7b9cb-9d8e-47cf-acb2-9fe97585a92a 2024-12-03T23:21:40,153 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/.tmp/hbase.id 2024-12-03T23:21:40,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741826_1002 (size=42) 2024-12-03T23:21:40,558 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/.tmp/hbase.id]:[hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/hbase.id] 2024-12-03T23:21:40,566 INFO [master/5f9d64419733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:40,566 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T23:21:40,567 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T23:21:40,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12117752399 2024-12-03T23:21:40,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1017aa22a1c0004, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12117752399 2024-12-03T23:21:40,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741827_1003 (size=196) 2024-12-03T23:21:40,973 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:21:40,974 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T23:21:40,974 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:21:40,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741828_1004 (size=1189) 2024-12-03T23:21:41,380 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/MasterData/data/master/store 2024-12-03T23:21:41,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741829_1005 (size=34) 2024-12-03T23:21:41,785 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:41,785 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:21:41,786 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:41,786 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:41,786 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:21:41,786 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:41,786 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:41,786 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733268101785Disabling compacts and flushes for region at 1733268101785Disabling writes for close at 1733268101786 (+1 ms)Writing region close event to WAL at 1733268101786Closed at 1733268101786 2024-12-03T23:21:41,786 WARN [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/MasterData/data/master/store/.initializing 2024-12-03T23:21:41,786 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/MasterData/WALs/5f9d64419733,43421,1733268100053 2024-12-03T23:21:41,787 INFO [master/5f9d64419733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:21:41,788 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C43421%2C1733268100053, suffix=, logDir=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/MasterData/WALs/5f9d64419733,43421,1733268100053, archiveDir=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/MasterData/oldWALs, maxLogs=10 2024-12-03T23:21:41,803 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/MasterData/WALs/5f9d64419733,43421,1733268100053/5f9d64419733%2C43421%2C1733268100053.1733268101789, exclude list is [], retry=0 2024-12-03T23:21:41,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41403,DS-b732d741-81cb-453f-a4d9-0e27474e11bb,DISK] 2024-12-03T23:21:41,806 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/MasterData/WALs/5f9d64419733,43421,1733268100053/5f9d64419733%2C43421%2C1733268100053.1733268101789 2024-12-03T23:21:41,807 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35629:35629)] 2024-12-03T23:21:41,807 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:21:41,807 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:41,807 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:41,807 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:41,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:41,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T23:21:41,809 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:41,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:41,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:41,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T23:21:41,811 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:41,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:41,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:41,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T23:21:41,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:41,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:41,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:41,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T23:21:41,813 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:41,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:41,813 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:41,814 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:41,814 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:41,815 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:41,815 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:41,816 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:21:41,817 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:41,825 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:21:41,826 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60115725, jitterRate=-0.1042058914899826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:21:41,826 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733268101807Initializing all the Stores at 1733268101808 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268101808Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268101808Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268101808Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268101808Cleaning up temporary data from old regions at 1733268101815 (+7 ms)Region opened successfully at 1733268101826 (+11 ms) 2024-12-03T23:21:41,826 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T23:21:41,829 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b15a68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:21:41,830 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T23:21:41,830 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T23:21:41,830 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T23:21:41,830 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T23:21:41,830 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T23:21:41,831 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T23:21:41,831 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T23:21:41,833 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T23:21:41,834 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Unable to get data of znode /12117752399/balancer because node does not exist (not necessarily an error) 2024-12-03T23:21:41,836 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12117752399/balancer already deleted, retry=false 2024-12-03T23:21:41,836 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T23:21:41,837 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Unable to get data of znode /12117752399/normalizer because node does not exist (not necessarily an error) 2024-12-03T23:21:41,843 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12117752399/normalizer already deleted, retry=false 2024-12-03T23:21:41,843 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T23:21:41,845 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Unable to get data of znode /12117752399/switch/split because node does not exist (not necessarily an error) 2024-12-03T23:21:41,846 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12117752399/switch/split already deleted, retry=false 2024-12-03T23:21:41,846 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Unable to get data of znode /12117752399/switch/merge because node does not exist (not necessarily an error) 2024-12-03T23:21:41,848 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12117752399/switch/merge already deleted, retry=false 2024-12-03T23:21:41,850 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Unable to get data of znode /12117752399/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T23:21:41,851 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12117752399/snapshot-cleanup already deleted, retry=false 2024-12-03T23:21:41,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12117752399/running 2024-12-03T23:21:41,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1017aa22a1c0004, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12117752399/running 2024-12-03T23:21:41,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12117752399 2024-12-03T23:21:41,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1017aa22a1c0004, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12117752399 2024-12-03T23:21:41,854 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5f9d64419733,43421,1733268100053, sessionid=0x1017aa22a1c0003, setting cluster-up flag (Was=false) 2024-12-03T23:21:41,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12117752399 2024-12-03T23:21:41,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1017aa22a1c0004, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12117752399 2024-12-03T23:21:41,862 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12117752399/flush-table-proc/acquired, /12117752399/flush-table-proc/reached, /12117752399/flush-table-proc/abort 2024-12-03T23:21:41,863 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,43421,1733268100053 2024-12-03T23:21:41,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12117752399 2024-12-03T23:21:41,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1017aa22a1c0004, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12117752399 2024-12-03T23:21:41,872 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12117752399/online-snapshot/acquired, /12117752399/online-snapshot/reached, /12117752399/online-snapshot/abort 2024-12-03T23:21:41,873 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,43421,1733268100053 2024-12-03T23:21:41,874 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T23:21:41,875 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:41,875 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T23:21:41,875 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T23:21:41,875 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5f9d64419733,43421,1733268100053 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T23:21:41,876 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:41,876 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:41,876 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:41,876 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:41,876 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5f9d64419733:0, corePoolSize=10, maxPoolSize=10 2024-12-03T23:21:41,876 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:41,876 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:21:41,876 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:41,877 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733268131877 2024-12-03T23:21:41,877 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T23:21:41,878 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T23:21:41,878 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T23:21:41,878 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T23:21:41,878 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T23:21:41,878 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T23:21:41,878 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:41,878 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:41,878 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T23:21:41,878 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T23:21:41,878 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T23:21:41,878 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T23:21:41,878 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T23:21:41,879 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:41,879 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T23:21:41,879 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T23:21:41,879 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T23:21:41,879 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268101879,5,FailOnTimeoutGroup] 2024-12-03T23:21:41,879 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268101879,5,FailOnTimeoutGroup] 2024-12-03T23:21:41,879 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:41,879 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T23:21:41,879 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:41,879 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:41,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741831_1007 (size=1321) 2024-12-03T23:21:41,916 INFO [RS:0;5f9d64419733:39021 {}] regionserver.HRegionServer(746): ClusterId : 44d7b9cb-9d8e-47cf-acb2-9fe97585a92a 2024-12-03T23:21:41,916 DEBUG [RS:0;5f9d64419733:39021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:21:41,918 DEBUG [RS:0;5f9d64419733:39021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:21:41,918 DEBUG [RS:0;5f9d64419733:39021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:21:41,921 DEBUG [RS:0;5f9d64419733:39021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:21:41,921 DEBUG [RS:0;5f9d64419733:39021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44cf9d92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:21:41,936 DEBUG [RS:0;5f9d64419733:39021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5f9d64419733:39021 2024-12-03T23:21:41,936 INFO [RS:0;5f9d64419733:39021 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:21:41,936 INFO [RS:0;5f9d64419733:39021 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:21:41,936 DEBUG [RS:0;5f9d64419733:39021 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:21:41,937 INFO [RS:0;5f9d64419733:39021 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,43421,1733268100053 with port=39021, startcode=1733268100093 2024-12-03T23:21:41,937 DEBUG [RS:0;5f9d64419733:39021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:21:41,939 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:21:41,939 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43421 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,39021,1733268100093 2024-12-03T23:21:41,939 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43421 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,39021,1733268100093 2024-12-03T23:21:41,940 DEBUG [RS:0;5f9d64419733:39021 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6 2024-12-03T23:21:41,940 DEBUG [RS:0;5f9d64419733:39021 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42693 2024-12-03T23:21:41,940 DEBUG [RS:0;5f9d64419733:39021 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:21:41,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12117752399/rs 2024-12-03T23:21:41,945 DEBUG [RS:0;5f9d64419733:39021 {}] zookeeper.ZKUtil(111): regionserver:39021-0x1017aa22a1c0004, quorum=127.0.0.1:59661, baseZNode=/12117752399 Set watcher on existing znode=/12117752399/rs/5f9d64419733,39021,1733268100093 2024-12-03T23:21:41,945 WARN [RS:0;5f9d64419733:39021 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:21:41,945 INFO [RS:0;5f9d64419733:39021 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:21:41,945 DEBUG [RS:0;5f9d64419733:39021 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/WALs/5f9d64419733,39021,1733268100093 2024-12-03T23:21:41,945 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,39021,1733268100093] 2024-12-03T23:21:41,947 INFO [RS:0;5f9d64419733:39021 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:21:41,949 INFO [RS:0;5f9d64419733:39021 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:21:41,949 INFO [RS:0;5f9d64419733:39021 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:21:41,949 INFO [RS:0;5f9d64419733:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:41,952 INFO [RS:0;5f9d64419733:39021 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:21:41,953 INFO [RS:0;5f9d64419733:39021 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:21:41,953 INFO [RS:0;5f9d64419733:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:41,953 DEBUG [RS:0;5f9d64419733:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:41,953 DEBUG [RS:0;5f9d64419733:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:41,953 DEBUG [RS:0;5f9d64419733:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:41,953 DEBUG [RS:0;5f9d64419733:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:41,953 DEBUG [RS:0;5f9d64419733:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:41,953 DEBUG [RS:0;5f9d64419733:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:21:41,953 DEBUG [RS:0;5f9d64419733:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:41,953 DEBUG [RS:0;5f9d64419733:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:41,953 DEBUG [RS:0;5f9d64419733:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:41,953 DEBUG [RS:0;5f9d64419733:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:41,953 DEBUG [RS:0;5f9d64419733:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:41,953 DEBUG [RS:0;5f9d64419733:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:41,953 DEBUG [RS:0;5f9d64419733:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:21:41,953 DEBUG [RS:0;5f9d64419733:39021 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:21:41,954 INFO [RS:0;5f9d64419733:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:41,954 INFO [RS:0;5f9d64419733:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:41,954 INFO [RS:0;5f9d64419733:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:41,954 INFO [RS:0;5f9d64419733:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:41,954 INFO [RS:0;5f9d64419733:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:41,954 INFO [RS:0;5f9d64419733:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,39021,1733268100093-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:21:41,968 INFO [RS:0;5f9d64419733:39021 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:21:41,968 INFO [RS:0;5f9d64419733:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,39021,1733268100093-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:41,968 INFO [RS:0;5f9d64419733:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:41,968 INFO [RS:0;5f9d64419733:39021 {}] regionserver.Replication(171): 5f9d64419733,39021,1733268100093 started 2024-12-03T23:21:41,981 INFO [RS:0;5f9d64419733:39021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:41,981 INFO [RS:0;5f9d64419733:39021 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,39021,1733268100093, RpcServer on 5f9d64419733/172.17.0.2:39021, sessionid=0x1017aa22a1c0004 2024-12-03T23:21:41,981 DEBUG [RS:0;5f9d64419733:39021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:21:41,981 DEBUG [RS:0;5f9d64419733:39021 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,39021,1733268100093 2024-12-03T23:21:41,981 DEBUG [RS:0;5f9d64419733:39021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,39021,1733268100093' 2024-12-03T23:21:41,981 DEBUG [RS:0;5f9d64419733:39021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12117752399/flush-table-proc/abort' 2024-12-03T23:21:41,982 DEBUG [RS:0;5f9d64419733:39021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12117752399/flush-table-proc/acquired' 2024-12-03T23:21:41,982 DEBUG [RS:0;5f9d64419733:39021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:21:41,982 DEBUG [RS:0;5f9d64419733:39021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:21:41,982 DEBUG [RS:0;5f9d64419733:39021 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,39021,1733268100093 2024-12-03T23:21:41,982 DEBUG [RS:0;5f9d64419733:39021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,39021,1733268100093' 2024-12-03T23:21:41,982 DEBUG [RS:0;5f9d64419733:39021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12117752399/online-snapshot/abort' 2024-12-03T23:21:41,983 DEBUG [RS:0;5f9d64419733:39021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12117752399/online-snapshot/acquired' 2024-12-03T23:21:41,983 DEBUG [RS:0;5f9d64419733:39021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:21:41,983 INFO [RS:0;5f9d64419733:39021 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:21:41,983 INFO [RS:0;5f9d64419733:39021 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:21:42,083 INFO [RS:0;5f9d64419733:39021 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:21:42,085 INFO [RS:0;5f9d64419733:39021 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C39021%2C1733268100093, suffix=, logDir=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/WALs/5f9d64419733,39021,1733268100093, archiveDir=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/oldWALs, maxLogs=10 2024-12-03T23:21:42,100 DEBUG [RS:0;5f9d64419733:39021 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/WALs/5f9d64419733,39021,1733268100093/5f9d64419733%2C39021%2C1733268100093.1733268102085, exclude list is [], retry=0 2024-12-03T23:21:42,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41403,DS-b732d741-81cb-453f-a4d9-0e27474e11bb,DISK] 2024-12-03T23:21:42,104 INFO [RS:0;5f9d64419733:39021 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/WALs/5f9d64419733,39021,1733268100093/5f9d64419733%2C39021%2C1733268100093.1733268102085 2024-12-03T23:21:42,104 DEBUG [RS:0;5f9d64419733:39021 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35629:35629)] 2024-12-03T23:21:42,287 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T23:21:42,287 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6 2024-12-03T23:21:42,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741833_1009 (size=32) 2024-12-03T23:21:42,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:42,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:21:42,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:21:42,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:42,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:42,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:21:42,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:21:42,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:42,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:42,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:21:42,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:21:42,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:42,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:42,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:21:42,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:21:42,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:42,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:42,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:21:42,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/1588230740 2024-12-03T23:21:42,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/1588230740 2024-12-03T23:21:42,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:21:42,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:21:42,700 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:21:42,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:21:42,702 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:21:42,702 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64965044, jitterRate=-0.03194540739059448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:21:42,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733268102693Initializing all the Stores at 1733268102693Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268102693Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268102693Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268102693Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268102693Cleaning up temporary data from old regions at 1733268102700 (+7 ms)Region opened successfully at 1733268102703 (+3 ms) 2024-12-03T23:21:42,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:21:42,703 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:21:42,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:21:42,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:21:42,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:21:42,703 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:21:42,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733268102703Disabling compacts and flushes for region at 1733268102703Disabling writes for close at 1733268102703Writing region close event to WAL at 1733268102703Closed at 1733268102703 2024-12-03T23:21:42,704 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:42,704 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T23:21:42,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T23:21:42,705 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:21:42,705 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T23:21:42,856 DEBUG [5f9d64419733:43421 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T23:21:42,856 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5f9d64419733,39021,1733268100093 2024-12-03T23:21:42,857 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,39021,1733268100093, state=OPENING 2024-12-03T23:21:42,858 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T23:21:42,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12117752399 2024-12-03T23:21:42,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1017aa22a1c0004, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12117752399 2024-12-03T23:21:42,860 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:21:42,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12117752399/meta-region-server: CHANGED 2024-12-03T23:21:42,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12117752399/meta-region-server: CHANGED 2024-12-03T23:21:42,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,39021,1733268100093}] 2024-12-03T23:21:43,012 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:21:43,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:21:43,018 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T23:21:43,018 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:21:43,018 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T23:21:43,020 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C39021%2C1733268100093.meta, suffix=.meta, logDir=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/WALs/5f9d64419733,39021,1733268100093, archiveDir=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/oldWALs, maxLogs=10 2024-12-03T23:21:43,038 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/WALs/5f9d64419733,39021,1733268100093/5f9d64419733%2C39021%2C1733268100093.meta.1733268103020.meta, exclude list is [], retry=0 2024-12-03T23:21:43,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41403,DS-b732d741-81cb-453f-a4d9-0e27474e11bb,DISK] 2024-12-03T23:21:43,042 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/WALs/5f9d64419733,39021,1733268100093/5f9d64419733%2C39021%2C1733268100093.meta.1733268103020.meta 2024-12-03T23:21:43,042 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35629:35629)] 2024-12-03T23:21:43,042 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:21:43,043 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:21:43,043 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:21:43,043 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T23:21:43,043 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T23:21:43,043 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T23:21:43,043 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:43,043 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T23:21:43,043 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T23:21:43,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:21:43,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:21:43,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:43,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:43,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:21:43,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:21:43,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:43,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:43,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:21:43,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:21:43,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:43,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:43,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:21:43,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:21:43,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:43,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:43,048 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:21:43,049 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/1588230740 2024-12-03T23:21:43,049 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/1588230740 2024-12-03T23:21:43,050 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:21:43,050 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:21:43,050 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:21:43,051 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:21:43,052 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65148440, jitterRate=-0.029212594032287598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:21:43,052 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T23:21:43,052 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733268103043Writing region info on filesystem at 1733268103043Initializing all the Stores at 1733268103044 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268103044Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268103044Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268103044Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268103044Cleaning up temporary data from old regions at 1733268103050 (+6 ms)Running coprocessor post-open hooks at 1733268103052 (+2 ms)Region opened successfully at 1733268103052 2024-12-03T23:21:43,053 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733268103012 2024-12-03T23:21:43,055 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T23:21:43,055 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T23:21:43,055 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,39021,1733268100093 2024-12-03T23:21:43,056 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,39021,1733268100093, state=OPEN 2024-12-03T23:21:43,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12117752399/meta-region-server 2024-12-03T23:21:43,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1017aa22a1c0004, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12117752399/meta-region-server 2024-12-03T23:21:43,058 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5f9d64419733,39021,1733268100093 2024-12-03T23:21:43,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12117752399/meta-region-server: CHANGED 2024-12-03T23:21:43,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12117752399/meta-region-server: CHANGED 2024-12-03T23:21:43,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T23:21:43,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,39021,1733268100093 in 198 msec 2024-12-03T23:21:43,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T23:21:43,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-12-03T23:21:43,062 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:43,062 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T23:21:43,063 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:43,063 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,39021,1733268100093, seqNum=-1] 2024-12-03T23:21:43,064 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:43,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:21:43,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1930 sec 2024-12-03T23:21:43,069 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733268103069, completionTime=-1 2024-12-03T23:21:43,069 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T23:21:43,069 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T23:21:43,071 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T23:21:43,071 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733268163071 2024-12-03T23:21:43,071 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733268223071 2024-12-03T23:21:43,071 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T23:21:43,071 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,43421,1733268100053-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:43,071 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,43421,1733268100053-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:43,071 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,43421,1733268100053-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:43,071 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5f9d64419733:43421, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:43,071 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:43,072 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:43,073 DEBUG [master/5f9d64419733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T23:21:43,075 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.925sec 2024-12-03T23:21:43,075 INFO [master/5f9d64419733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T23:21:43,075 INFO [master/5f9d64419733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T23:21:43,075 INFO [master/5f9d64419733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T23:21:43,075 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T23:21:43,075 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T23:21:43,075 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,43421,1733268100053-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:21:43,075 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,43421,1733268100053-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T23:21:43,077 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T23:21:43,077 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T23:21:43,077 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,43421,1733268100053-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:43,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6106f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:43,118 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,43421,-1 for getting cluster id 2024-12-03T23:21:43,118 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:43,119 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44d7b9cb-9d8e-47cf-acb2-9fe97585a92a' 2024-12-03T23:21:43,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:43,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44d7b9cb-9d8e-47cf-acb2-9fe97585a92a" 2024-12-03T23:21:43,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c80c0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:43,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,43421,-1] 2024-12-03T23:21:43,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:43,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:43,121 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:43,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e42d03e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:43,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:43,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,39021,1733268100093, seqNum=-1] 2024-12-03T23:21:43,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:43,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:21:43,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5f9d64419733,43421,1733268100053 2024-12-03T23:21:43,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59661 2024-12-03T23:21:43,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:21:43,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017aa22a1c0005 connected 2024-12-03T23:21:43,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/hadoop.log.dir so I do NOT create it in target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50 2024-12-03T23:21:43,131 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T23:21:43,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/hadoop.tmp.dir so I do NOT create it in target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50 2024-12-03T23:21:43,131 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T23:21:43,131 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50 2024-12-03T23:21:43,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T23:21:43,131 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/cluster_03d9fe05-fb04-4f33-e1ad-d8ce4d6d34ef, deleteOnExit=true 2024-12-03T23:21:43,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T23:21:43,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/test.cache.data in system properties and HBase conf 2024-12-03T23:21:43,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T23:21:43,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/hadoop.log.dir in system properties and HBase conf 2024-12-03T23:21:43,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T23:21:43,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T23:21:43,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T23:21:43,132 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T23:21:43,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:21:43,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:21:43,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T23:21:43,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:21:43,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T23:21:43,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T23:21:43,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:21:43,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:21:43,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T23:21:43,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/nfs.dump.dir in system properties and HBase conf 2024-12-03T23:21:43,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/java.io.tmpdir in system properties and HBase conf 2024-12-03T23:21:43,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:21:43,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T23:21:43,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T23:21:43,249 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:21:43,257 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:21:43,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:21:43,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:21:43,280 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T23:21:43,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:21:43,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ac9f21d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:21:43,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f9855d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:21:43,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bc761de{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/java.io.tmpdir/jetty-localhost-46361-hadoop-hdfs-3_4_1-tests_jar-_-any-6805643265314512643/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:21:43,443 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c4d0068{HTTP/1.1, (http/1.1)}{localhost:46361} 2024-12-03T23:21:43,443 INFO [Time-limited test {}] server.Server(415): Started @293068ms 2024-12-03T23:21:43,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:21:43,593 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:21:43,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:21:43,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:21:43,597 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T23:21:43,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bdfe434{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:21:43,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13ab238e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:21:43,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@146e5199{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/java.io.tmpdir/jetty-localhost-39589-hadoop-hdfs-3_4_1-tests_jar-_-any-15409974414642631280/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:21:43,737 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f8a4078{HTTP/1.1, (http/1.1)}{localhost:39589} 2024-12-03T23:21:43,737 INFO [Time-limited test {}] server.Server(415): Started @293363ms 2024-12-03T23:21:43,739 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T23:21:43,843 WARN [Thread-4547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/cluster_03d9fe05-fb04-4f33-e1ad-d8ce4d6d34ef/data/data1/current/BP-1098314722-172.17.0.2-1733268103159/current, will proceed with Du for space computation calculation, 2024-12-03T23:21:43,843 WARN [Thread-4548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/cluster_03d9fe05-fb04-4f33-e1ad-d8ce4d6d34ef/data/data2/current/BP-1098314722-172.17.0.2-1733268103159/current, will proceed with Du for space computation calculation, 2024-12-03T23:21:43,864 WARN [Thread-4535 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T23:21:43,867 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cc13acda4f99695 with lease ID 0x48b61e7b13f57e26: Processing first storage report for DS-495db919-50e4-48aa-9c2e-2be5410b97c0 from datanode DatanodeRegistration(127.0.0.1:39345, datanodeUuid=e03ffb5d-9b23-42b3-a540-4ae35e6b6f7a, infoPort=35511, infoSecurePort=0, ipcPort=41355, storageInfo=lv=-57;cid=testClusterID;nsid=1345332221;c=1733268103159) 2024-12-03T23:21:43,867 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cc13acda4f99695 with lease ID 0x48b61e7b13f57e26: from storage DS-495db919-50e4-48aa-9c2e-2be5410b97c0 node DatanodeRegistration(127.0.0.1:39345, datanodeUuid=e03ffb5d-9b23-42b3-a540-4ae35e6b6f7a, infoPort=35511, infoSecurePort=0, ipcPort=41355, storageInfo=lv=-57;cid=testClusterID;nsid=1345332221;c=1733268103159), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:21:43,867 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cc13acda4f99695 with lease ID 0x48b61e7b13f57e26: Processing first storage report for DS-6547aa60-0653-4efb-a888-d12dc2dfeb25 from datanode DatanodeRegistration(127.0.0.1:39345, datanodeUuid=e03ffb5d-9b23-42b3-a540-4ae35e6b6f7a, infoPort=35511, infoSecurePort=0, ipcPort=41355, storageInfo=lv=-57;cid=testClusterID;nsid=1345332221;c=1733268103159) 2024-12-03T23:21:43,867 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cc13acda4f99695 with lease ID 0x48b61e7b13f57e26: from storage DS-6547aa60-0653-4efb-a888-d12dc2dfeb25 node DatanodeRegistration(127.0.0.1:39345, datanodeUuid=e03ffb5d-9b23-42b3-a540-4ae35e6b6f7a, infoPort=35511, infoSecurePort=0, ipcPort=41355, storageInfo=lv=-57;cid=testClusterID;nsid=1345332221;c=1733268103159), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:21:43,871 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50 2024-12-03T23:21:43,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:43,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:43,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39345 is added to blk_1073741825_1001 (size=7) 2024-12-03T23:21:43,880 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8 with version=8 2024-12-03T23:21:43,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/hbase-staging 2024-12-03T23:21:43,883 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:21:43,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:43,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:43,883 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:21:43,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:43,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:21:43,883 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T23:21:43,883 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:21:43,884 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44207 2024-12-03T23:21:43,884 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44207 connecting to ZooKeeper ensemble=127.0.0.1:59661 2024-12-03T23:21:43,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442070x0, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:21:43,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44207-0x1017aa22a1c0006 connected 2024-12-03T23:21:43,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:43,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:43,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Set watcher on znode that does not yet exist, /2955482877/running 2024-12-03T23:21:43,913 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8, hbase.cluster.distributed=false 2024-12-03T23:21:43,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Set watcher on znode that does not yet exist, /2955482877/acl 2024-12-03T23:21:43,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44207 2024-12-03T23:21:43,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44207 2024-12-03T23:21:43,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44207 2024-12-03T23:21:43,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44207 2024-12-03T23:21:43,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44207 2024-12-03T23:21:43,932 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:21:43,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:43,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:43,932 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:21:43,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:21:43,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:21:43,932 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:21:43,932 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:21:43,933 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37645 2024-12-03T23:21:43,933 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37645 connecting to ZooKeeper ensemble=127.0.0.1:59661 2024-12-03T23:21:43,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:43,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:43,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376450x0, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:21:43,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376450x0, quorum=127.0.0.1:59661, baseZNode=/2955482877 Set watcher on znode that does not yet exist, /2955482877/running 2024-12-03T23:21:43,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37645-0x1017aa22a1c0007 connected 2024-12-03T23:21:43,941 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:21:43,944 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:21:43,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37645-0x1017aa22a1c0007, quorum=127.0.0.1:59661, baseZNode=/2955482877 Set watcher on znode that does not yet exist, /2955482877/master 2024-12-03T23:21:43,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37645-0x1017aa22a1c0007, quorum=127.0.0.1:59661, baseZNode=/2955482877 Set watcher on znode that does not yet exist, /2955482877/acl 2024-12-03T23:21:43,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37645 2024-12-03T23:21:43,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37645 2024-12-03T23:21:43,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37645 2024-12-03T23:21:43,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37645 2024-12-03T23:21:43,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37645 2024-12-03T23:21:43,965 DEBUG [M:0;5f9d64419733:44207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5f9d64419733:44207 2024-12-03T23:21:43,965 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2955482877/backup-masters/5f9d64419733,44207,1733268103882 2024-12-03T23:21:43,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2955482877/backup-masters 2024-12-03T23:21:43,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37645-0x1017aa22a1c0007, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2955482877/backup-masters 2024-12-03T23:21:43,967 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Set watcher on existing znode=/2955482877/backup-masters/5f9d64419733,44207,1733268103882 2024-12-03T23:21:43,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37645-0x1017aa22a1c0007, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2955482877/master 2024-12-03T23:21:43,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37645-0x1017aa22a1c0007, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2955482877 2024-12-03T23:21:43,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2955482877 2024-12-03T23:21:43,969 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Set watcher on existing znode=/2955482877/master 2024-12-03T23:21:43,969 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2955482877/backup-masters/5f9d64419733,44207,1733268103882 from backup master directory 2024-12-03T23:21:43,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2955482877/backup-masters/5f9d64419733,44207,1733268103882 2024-12-03T23:21:43,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37645-0x1017aa22a1c0007, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2955482877/backup-masters 2024-12-03T23:21:43,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2955482877/backup-masters 2024-12-03T23:21:43,971 WARN [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:21:43,971 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5f9d64419733,44207,1733268103882 2024-12-03T23:21:43,974 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/hbase.id] with ID: 75215e0d-c80a-4f68-869a-e06f2a6de174 2024-12-03T23:21:43,974 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/.tmp/hbase.id 2024-12-03T23:21:43,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39345 is added to blk_1073741826_1002 (size=42) 2024-12-03T23:21:44,365 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:21:44,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:44,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:44,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:44,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:44,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:44,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:44,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:44,381 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/.tmp/hbase.id]:[hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/hbase.id] 2024-12-03T23:21:44,390 INFO [master/5f9d64419733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:44,390 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T23:21:44,391 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T23:21:44,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37645-0x1017aa22a1c0007, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2955482877 2024-12-03T23:21:44,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2955482877 2024-12-03T23:21:44,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39345 is added to blk_1073741827_1003 (size=196) 2024-12-03T23:21:44,401 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:21:44,402 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T23:21:44,402 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:21:44,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39345 is added to blk_1073741828_1004 (size=1189) 2024-12-03T23:21:44,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:44,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:44,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:44,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:44,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:44,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:44,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:44,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:44,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:44,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:44,815 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/MasterData/data/master/store 2024-12-03T23:21:44,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39345 is added to blk_1073741829_1005 (size=34) 2024-12-03T23:21:45,223 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:45,223 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:21:45,223 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:45,223 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:45,223 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:21:45,223 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:45,223 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:45,223 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733268105223Disabling compacts and flushes for region at 1733268105223Disabling writes for close at 1733268105223Writing region close event to WAL at 1733268105223Closed at 1733268105223 2024-12-03T23:21:45,224 WARN [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/MasterData/data/master/store/.initializing 2024-12-03T23:21:45,224 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/MasterData/WALs/5f9d64419733,44207,1733268103882 2024-12-03T23:21:45,225 INFO [master/5f9d64419733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:21:45,227 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C44207%2C1733268103882, suffix=, logDir=hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/MasterData/WALs/5f9d64419733,44207,1733268103882, archiveDir=hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/MasterData/oldWALs, maxLogs=10 2024-12-03T23:21:45,249 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/MasterData/WALs/5f9d64419733,44207,1733268103882/5f9d64419733%2C44207%2C1733268103882.1733268105227, exclude list is [], retry=0 2024-12-03T23:21:45,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39345,DS-495db919-50e4-48aa-9c2e-2be5410b97c0,DISK] 2024-12-03T23:21:45,255 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/MasterData/WALs/5f9d64419733,44207,1733268103882/5f9d64419733%2C44207%2C1733268103882.1733268105227 2024-12-03T23:21:45,255 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35511:35511)] 2024-12-03T23:21:45,255 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:21:45,255 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:45,255 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:45,255 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:45,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:45,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T23:21:45,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:45,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:45,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:45,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T23:21:45,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:45,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:45,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:45,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T23:21:45,265 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:45,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:45,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:45,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T23:21:45,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:45,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:45,268 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:45,268 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:45,268 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:45,270 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:45,270 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:45,270 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:21:45,271 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:21:45,283 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:21:45,284 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75095010, jitterRate=0.11900284886360168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:21:45,284 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733268105256Initializing all the Stores at 1733268105256Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268105256Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268105257 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268105257Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268105257Cleaning up temporary data from old regions at 1733268105270 (+13 ms)Region opened successfully at 1733268105284 (+14 ms) 2024-12-03T23:21:45,288 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T23:21:45,292 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56739d92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:21:45,293 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T23:21:45,293 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T23:21:45,293 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T23:21:45,293 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T23:21:45,293 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T23:21:45,294 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T23:21:45,294 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T23:21:45,301 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T23:21:45,302 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Unable to get data of znode /2955482877/balancer because node does not exist (not necessarily an error) 2024-12-03T23:21:45,304 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2955482877/balancer already deleted, retry=false 2024-12-03T23:21:45,305 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T23:21:45,306 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Unable to get data of znode /2955482877/normalizer because node does not exist (not necessarily an error) 2024-12-03T23:21:45,308 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2955482877/normalizer already deleted, retry=false 2024-12-03T23:21:45,308 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T23:21:45,313 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Unable to get data of znode /2955482877/switch/split because node does not exist (not necessarily an error) 2024-12-03T23:21:45,315 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2955482877/switch/split already deleted, retry=false 2024-12-03T23:21:45,315 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Unable to get data of znode /2955482877/switch/merge because node does not exist (not necessarily an error) 2024-12-03T23:21:45,316 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2955482877/switch/merge already deleted, retry=false 2024-12-03T23:21:45,318 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Unable to get data of znode /2955482877/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T23:21:45,319 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2955482877/snapshot-cleanup already deleted, retry=false 2024-12-03T23:21:45,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2955482877/running 2024-12-03T23:21:45,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2955482877 2024-12-03T23:21:45,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37645-0x1017aa22a1c0007, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2955482877/running 2024-12-03T23:21:45,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37645-0x1017aa22a1c0007, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2955482877 2024-12-03T23:21:45,322 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5f9d64419733,44207,1733268103882, sessionid=0x1017aa22a1c0006, setting cluster-up flag (Was=false) 2024-12-03T23:21:45,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37645-0x1017aa22a1c0007, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2955482877 2024-12-03T23:21:45,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2955482877 2024-12-03T23:21:45,332 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2955482877/flush-table-proc/acquired, /2955482877/flush-table-proc/reached, /2955482877/flush-table-proc/abort 2024-12-03T23:21:45,333 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,44207,1733268103882 2024-12-03T23:21:45,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37645-0x1017aa22a1c0007, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2955482877 2024-12-03T23:21:45,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2955482877 2024-12-03T23:21:45,341 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2955482877/online-snapshot/acquired, /2955482877/online-snapshot/reached, /2955482877/online-snapshot/abort 2024-12-03T23:21:45,342 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,44207,1733268103882 2024-12-03T23:21:45,343 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T23:21:45,349 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:45,350 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T23:21:45,350 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T23:21:45,350 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5f9d64419733,44207,1733268103882 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T23:21:45,351 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:45,351 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:45,351 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:45,351 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:21:45,351 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5f9d64419733:0, corePoolSize=10, maxPoolSize=10 2024-12-03T23:21:45,351 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:45,351 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:21:45,351 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:45,357 INFO [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(746): ClusterId : 75215e0d-c80a-4f68-869a-e06f2a6de174 2024-12-03T23:21:45,357 DEBUG [RS:0;5f9d64419733:37645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:21:45,358 DEBUG [RS:0;5f9d64419733:37645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:21:45,358 DEBUG [RS:0;5f9d64419733:37645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:21:45,360 DEBUG [RS:0;5f9d64419733:37645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:21:45,360 DEBUG [RS:0;5f9d64419733:37645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cefadee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:21:45,373 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:45,373 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T23:21:45,374 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:45,374 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T23:21:45,393 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733268135393 2024-12-03T23:21:45,393 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T23:21:45,393 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T23:21:45,393 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T23:21:45,393 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T23:21:45,393 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T23:21:45,393 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T23:21:45,400 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:45,408 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T23:21:45,409 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T23:21:45,409 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T23:21:45,409 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T23:21:45,409 DEBUG [RS:0;5f9d64419733:37645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5f9d64419733:37645 2024-12-03T23:21:45,409 INFO [RS:0;5f9d64419733:37645 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:21:45,409 INFO [RS:0;5f9d64419733:37645 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:21:45,409 DEBUG [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:21:45,410 INFO [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,44207,1733268103882 with port=37645, startcode=1733268103931 2024-12-03T23:21:45,410 DEBUG [RS:0;5f9d64419733:37645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:21:45,416 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T23:21:45,416 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T23:21:45,420 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:21:45,421 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268105416,5,FailOnTimeoutGroup] 2024-12-03T23:21:45,421 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44207 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T23:21:45,422 DEBUG [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-03T23:21:45,422 WARN [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-03T23:21:45,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39345 is added to blk_1073741831_1007 (size=1321) 2024-12-03T23:21:45,424 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268105421,5,FailOnTimeoutGroup] 2024-12-03T23:21:45,424 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:45,424 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T23:21:45,424 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:45,424 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:45,523 INFO [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,44207,1733268103882 with port=37645, startcode=1733268103931 2024-12-03T23:21:45,524 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44207 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,37645,1733268103931 2024-12-03T23:21:45,524 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44207 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,37645,1733268103931 2024-12-03T23:21:45,525 DEBUG [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8 2024-12-03T23:21:45,525 DEBUG [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33973 2024-12-03T23:21:45,525 DEBUG [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:21:45,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2955482877/rs 2024-12-03T23:21:45,536 DEBUG [RS:0;5f9d64419733:37645 {}] zookeeper.ZKUtil(111): regionserver:37645-0x1017aa22a1c0007, quorum=127.0.0.1:59661, baseZNode=/2955482877 Set watcher on existing znode=/2955482877/rs/5f9d64419733,37645,1733268103931 2024-12-03T23:21:45,536 WARN [RS:0;5f9d64419733:37645 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:21:45,536 INFO [RS:0;5f9d64419733:37645 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:21:45,536 DEBUG [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/WALs/5f9d64419733,37645,1733268103931 2024-12-03T23:21:45,538 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,37645,1733268103931] 2024-12-03T23:21:45,539 INFO [RS:0;5f9d64419733:37645 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:21:45,542 INFO [RS:0;5f9d64419733:37645 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:21:45,542 INFO [RS:0;5f9d64419733:37645 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:21:45,543 INFO [RS:0;5f9d64419733:37645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:45,543 INFO [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:21:45,544 INFO [RS:0;5f9d64419733:37645 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:21:45,544 INFO [RS:0;5f9d64419733:37645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:45,544 DEBUG [RS:0;5f9d64419733:37645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:45,544 DEBUG [RS:0;5f9d64419733:37645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:45,544 DEBUG [RS:0;5f9d64419733:37645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:45,544 DEBUG [RS:0;5f9d64419733:37645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:45,544 DEBUG [RS:0;5f9d64419733:37645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:45,544 DEBUG [RS:0;5f9d64419733:37645 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:21:45,544 DEBUG [RS:0;5f9d64419733:37645 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:45,544 DEBUG [RS:0;5f9d64419733:37645 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:45,544 DEBUG [RS:0;5f9d64419733:37645 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:45,544 DEBUG [RS:0;5f9d64419733:37645 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:45,544 DEBUG [RS:0;5f9d64419733:37645 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:45,544 DEBUG [RS:0;5f9d64419733:37645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:21:45,544 DEBUG [RS:0;5f9d64419733:37645 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:21:45,544 DEBUG [RS:0;5f9d64419733:37645 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:21:45,545 INFO [RS:0;5f9d64419733:37645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:45,545 INFO [RS:0;5f9d64419733:37645 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:45,545 INFO [RS:0;5f9d64419733:37645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:45,545 INFO [RS:0;5f9d64419733:37645 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:45,545 INFO [RS:0;5f9d64419733:37645 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:45,545 INFO [RS:0;5f9d64419733:37645 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,37645,1733268103931-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:21:45,565 INFO [RS:0;5f9d64419733:37645 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:21:45,565 INFO [RS:0;5f9d64419733:37645 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,37645,1733268103931-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:45,565 INFO [RS:0;5f9d64419733:37645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:45,565 INFO [RS:0;5f9d64419733:37645 {}] regionserver.Replication(171): 5f9d64419733,37645,1733268103931 started 2024-12-03T23:21:45,582 INFO [RS:0;5f9d64419733:37645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:45,582 INFO [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,37645,1733268103931, RpcServer on 5f9d64419733/172.17.0.2:37645, sessionid=0x1017aa22a1c0007 2024-12-03T23:21:45,583 DEBUG [RS:0;5f9d64419733:37645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:21:45,583 DEBUG [RS:0;5f9d64419733:37645 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,37645,1733268103931 2024-12-03T23:21:45,583 DEBUG [RS:0;5f9d64419733:37645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,37645,1733268103931' 2024-12-03T23:21:45,583 DEBUG [RS:0;5f9d64419733:37645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2955482877/flush-table-proc/abort' 2024-12-03T23:21:45,583 DEBUG [RS:0;5f9d64419733:37645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2955482877/flush-table-proc/acquired' 2024-12-03T23:21:45,584 DEBUG [RS:0;5f9d64419733:37645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:21:45,584 DEBUG [RS:0;5f9d64419733:37645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:21:45,584 DEBUG [RS:0;5f9d64419733:37645 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,37645,1733268103931 2024-12-03T23:21:45,584 DEBUG [RS:0;5f9d64419733:37645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,37645,1733268103931' 2024-12-03T23:21:45,584 DEBUG [RS:0;5f9d64419733:37645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2955482877/online-snapshot/abort' 2024-12-03T23:21:45,584 DEBUG [RS:0;5f9d64419733:37645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2955482877/online-snapshot/acquired' 2024-12-03T23:21:45,585 DEBUG [RS:0;5f9d64419733:37645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:21:45,585 INFO [RS:0;5f9d64419733:37645 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:21:45,585 INFO [RS:0;5f9d64419733:37645 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:21:45,685 INFO [RS:0;5f9d64419733:37645 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:21:45,686 INFO [RS:0;5f9d64419733:37645 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C37645%2C1733268103931, suffix=, logDir=hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/WALs/5f9d64419733,37645,1733268103931, archiveDir=hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/oldWALs, maxLogs=10 2024-12-03T23:21:45,705 DEBUG [RS:0;5f9d64419733:37645 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/WALs/5f9d64419733,37645,1733268103931/5f9d64419733%2C37645%2C1733268103931.1733268105687, exclude list is [], retry=0 2024-12-03T23:21:45,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39345,DS-495db919-50e4-48aa-9c2e-2be5410b97c0,DISK] 2024-12-03T23:21:45,721 INFO [RS:0;5f9d64419733:37645 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/WALs/5f9d64419733,37645,1733268103931/5f9d64419733%2C37645%2C1733268103931.1733268105687 2024-12-03T23:21:45,723 DEBUG [RS:0;5f9d64419733:37645 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35511:35511)] 2024-12-03T23:21:45,824 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T23:21:45,825 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8 2024-12-03T23:21:45,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39345 is added to blk_1073741833_1009 (size=32) 2024-12-03T23:21:46,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:46,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:21:46,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:21:46,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:46,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:46,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:21:46,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:21:46,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:46,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:46,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:21:46,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:21:46,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:46,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:46,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:21:46,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:21:46,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:46,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:46,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:21:46,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/1588230740 2024-12-03T23:21:46,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/1588230740 2024-12-03T23:21:46,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:21:46,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:21:46,242 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:21:46,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:21:46,244 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:21:46,245 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73388886, jitterRate=0.09357962012290955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:21:46,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733268106234Initializing all the Stores at 1733268106235 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268106235Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268106235Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268106235Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268106235Cleaning up temporary data from old regions at 1733268106242 (+7 ms)Region opened successfully at 1733268106245 (+3 ms) 2024-12-03T23:21:46,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:21:46,245 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:21:46,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:21:46,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:21:46,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:21:46,245 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:21:46,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733268106245Disabling compacts and flushes for region at 1733268106245Disabling writes for close at 1733268106245Writing region close event to WAL at 1733268106245Closed at 1733268106245 2024-12-03T23:21:46,246 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:46,246 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T23:21:46,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T23:21:46,247 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:21:46,248 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T23:21:46,398 DEBUG [5f9d64419733:44207 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T23:21:46,399 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5f9d64419733,37645,1733268103931 2024-12-03T23:21:46,400 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,37645,1733268103931, state=OPENING 2024-12-03T23:21:46,402 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T23:21:46,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2955482877 2024-12-03T23:21:46,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37645-0x1017aa22a1c0007, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2955482877 2024-12-03T23:21:46,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2955482877/meta-region-server: CHANGED 2024-12-03T23:21:46,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2955482877/meta-region-server: CHANGED 2024-12-03T23:21:46,405 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:21:46,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,37645,1733268103931}] 2024-12-03T23:21:46,557 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:21:46,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:21:46,567 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T23:21:46,567 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:21:46,568 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T23:21:46,569 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C37645%2C1733268103931.meta, suffix=.meta, logDir=hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/WALs/5f9d64419733,37645,1733268103931, archiveDir=hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/oldWALs, maxLogs=10 2024-12-03T23:21:46,588 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/WALs/5f9d64419733,37645,1733268103931/5f9d64419733%2C37645%2C1733268103931.meta.1733268106570.meta, exclude list is [], retry=0 2024-12-03T23:21:46,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39345,DS-495db919-50e4-48aa-9c2e-2be5410b97c0,DISK] 2024-12-03T23:21:46,592 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/WALs/5f9d64419733,37645,1733268103931/5f9d64419733%2C37645%2C1733268103931.meta.1733268106570.meta 2024-12-03T23:21:46,592 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35511:35511)] 2024-12-03T23:21:46,593 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:21:46,593 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:21:46,593 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:21:46,593 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T23:21:46,593 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T23:21:46,593 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T23:21:46,593 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:46,593 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T23:21:46,593 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T23:21:46,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:21:46,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:21:46,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:46,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:46,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:21:46,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:21:46,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:46,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:46,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:21:46,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:21:46,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:46,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:46,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:21:46,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:21:46,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:46,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:21:46,604 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:21:46,605 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/1588230740 2024-12-03T23:21:46,606 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/1588230740 2024-12-03T23:21:46,607 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:21:46,607 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:21:46,608 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:21:46,609 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:21:46,609 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70181123, jitterRate=0.04578022658824921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:21:46,609 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T23:21:46,610 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733268106594Writing region info on filesystem at 1733268106594Initializing all the Stores at 1733268106594Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268106594Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268106595 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268106595Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268106595Cleaning up temporary data from old regions at 1733268106607 (+12 ms)Running coprocessor post-open hooks at 1733268106610 (+3 ms)Region opened successfully at 1733268106610 2024-12-03T23:21:46,610 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733268106557 2024-12-03T23:21:46,613 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T23:21:46,613 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T23:21:46,613 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,37645,1733268103931 2024-12-03T23:21:46,614 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,37645,1733268103931, state=OPEN 2024-12-03T23:21:46,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2955482877/meta-region-server 2024-12-03T23:21:46,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37645-0x1017aa22a1c0007, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2955482877/meta-region-server 2024-12-03T23:21:46,615 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5f9d64419733,37645,1733268103931 2024-12-03T23:21:46,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2955482877/meta-region-server: CHANGED 2024-12-03T23:21:46,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2955482877/meta-region-server: CHANGED 2024-12-03T23:21:46,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T23:21:46,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,37645,1733268103931 in 210 msec 2024-12-03T23:21:46,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T23:21:46,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-12-03T23:21:46,619 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:21:46,619 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T23:21:46,621 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:46,621 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,37645,1733268103931, seqNum=-1] 2024-12-03T23:21:46,621 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:46,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:21:46,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2760 sec 2024-12-03T23:21:46,626 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733268106626, completionTime=-1 2024-12-03T23:21:46,626 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T23:21:46,626 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T23:21:46,628 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T23:21:46,628 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733268166628 2024-12-03T23:21:46,628 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733268226628 2024-12-03T23:21:46,628 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T23:21:46,628 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,44207,1733268103882-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:46,628 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,44207,1733268103882-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:46,629 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,44207,1733268103882-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:46,629 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5f9d64419733:44207, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:46,629 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:46,629 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:46,630 DEBUG [master/5f9d64419733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T23:21:46,633 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.662sec 2024-12-03T23:21:46,633 INFO [master/5f9d64419733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T23:21:46,633 INFO [master/5f9d64419733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T23:21:46,633 INFO [master/5f9d64419733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T23:21:46,633 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T23:21:46,633 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T23:21:46,633 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,44207,1733268103882-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:21:46,633 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,44207,1733268103882-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T23:21:46,635 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T23:21:46,635 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T23:21:46,635 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,44207,1733268103882-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:21:46,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71bff963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:46,658 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,44207,-1 for getting cluster id 2024-12-03T23:21:46,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:46,661 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75215e0d-c80a-4f68-869a-e06f2a6de174' 2024-12-03T23:21:46,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:46,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75215e0d-c80a-4f68-869a-e06f2a6de174" 2024-12-03T23:21:46,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bbda0f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:46,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,44207,-1] 2024-12-03T23:21:46,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:46,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:46,663 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:46,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b3a79a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:46,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:46,665 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,37645,1733268103931, seqNum=-1] 2024-12-03T23:21:46,665 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:46,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:21:46,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5f9d64419733,44207,1733268103882 2024-12-03T23:21:46,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59661 2024-12-03T23:21:46,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:21:46,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1017aa22a1c0008 connected 2024-12-03T23:21:46,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:46,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,43729,1733268095904 2024-12-03T23:21:46,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ade229f 2024-12-03T23:21:46,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:46,679 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:21:46,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:21:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T23:21:46,682 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:21:46,683 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:46,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T23:21:46,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:21:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:46,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741835_1011 (size=902) 2024-12-03T23:21:46,691 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39d97835b306e1cee35c0806bfe99416, NAME => 'test,,1733268106680.39d97835b306e1cee35c0806bfe99416.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c 2024-12-03T23:21:46,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741836_1012 (size=39) 2024-12-03T23:21:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:47,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733268106680.39d97835b306e1cee35c0806bfe99416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:47,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 39d97835b306e1cee35c0806bfe99416, disabling compactions & flushes 2024-12-03T23:21:47,101 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733268106680.39d97835b306e1cee35c0806bfe99416. 2024-12-03T23:21:47,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733268106680.39d97835b306e1cee35c0806bfe99416. 2024-12-03T23:21:47,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733268106680.39d97835b306e1cee35c0806bfe99416. after waiting 0 ms 2024-12-03T23:21:47,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733268106680.39d97835b306e1cee35c0806bfe99416. 2024-12-03T23:21:47,101 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733268106680.39d97835b306e1cee35c0806bfe99416. 2024-12-03T23:21:47,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39d97835b306e1cee35c0806bfe99416: Waiting for close lock at 1733268107101Disabling compacts and flushes for region at 1733268107101Disabling writes for close at 1733268107101Writing region close event to WAL at 1733268107101Closed at 1733268107101 2024-12-03T23:21:47,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:21:47,103 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733268106680.39d97835b306e1cee35c0806bfe99416.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733268107103"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733268107103"}]},"ts":"1733268107103"} 2024-12-03T23:21:47,105 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:21:47,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:21:47,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268107106"}]},"ts":"1733268107106"} 2024-12-03T23:21:47,107 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T23:21:47,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=39d97835b306e1cee35c0806bfe99416, ASSIGN}] 2024-12-03T23:21:47,109 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=39d97835b306e1cee35c0806bfe99416, ASSIGN 2024-12-03T23:21:47,109 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=39d97835b306e1cee35c0806bfe99416, ASSIGN; state=OFFLINE, location=5f9d64419733,41599,1733268095954; forceNewPlan=false, retain=false 2024-12-03T23:21:47,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=39d97835b306e1cee35c0806bfe99416, regionState=OPENING, regionLocation=5f9d64419733,41599,1733268095954 2024-12-03T23:21:47,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=39d97835b306e1cee35c0806bfe99416, ASSIGN because future has completed 2024-12-03T23:21:47,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39d97835b306e1cee35c0806bfe99416, server=5f9d64419733,41599,1733268095954}] 2024-12-03T23:21:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:47,419 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733268106680.39d97835b306e1cee35c0806bfe99416. 2024-12-03T23:21:47,419 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 39d97835b306e1cee35c0806bfe99416, NAME => 'test,,1733268106680.39d97835b306e1cee35c0806bfe99416.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:21:47,419 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:21:47,419 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T23:21:47,419 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 39d97835b306e1cee35c0806bfe99416 2024-12-03T23:21:47,420 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733268106680.39d97835b306e1cee35c0806bfe99416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:47,420 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 39d97835b306e1cee35c0806bfe99416 2024-12-03T23:21:47,420 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 39d97835b306e1cee35c0806bfe99416 2024-12-03T23:21:47,422 INFO [StoreOpener-39d97835b306e1cee35c0806bfe99416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 39d97835b306e1cee35c0806bfe99416 2024-12-03T23:21:47,423 INFO [StoreOpener-39d97835b306e1cee35c0806bfe99416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39d97835b306e1cee35c0806bfe99416 columnFamilyName f 2024-12-03T23:21:47,423 DEBUG [StoreOpener-39d97835b306e1cee35c0806bfe99416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:47,424 INFO [StoreOpener-39d97835b306e1cee35c0806bfe99416-1 {}] regionserver.HStore(327): Store=39d97835b306e1cee35c0806bfe99416/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:47,424 INFO [StoreOpener-39d97835b306e1cee35c0806bfe99416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 39d97835b306e1cee35c0806bfe99416 2024-12-03T23:21:47,428 INFO [StoreOpener-39d97835b306e1cee35c0806bfe99416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39d97835b306e1cee35c0806bfe99416 columnFamilyName f1 2024-12-03T23:21:47,428 DEBUG [StoreOpener-39d97835b306e1cee35c0806bfe99416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:47,429 INFO [StoreOpener-39d97835b306e1cee35c0806bfe99416-1 {}] regionserver.HStore(327): Store=39d97835b306e1cee35c0806bfe99416/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:47,429 INFO [StoreOpener-39d97835b306e1cee35c0806bfe99416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 39d97835b306e1cee35c0806bfe99416 2024-12-03T23:21:47,430 INFO [StoreOpener-39d97835b306e1cee35c0806bfe99416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39d97835b306e1cee35c0806bfe99416 columnFamilyName norep 2024-12-03T23:21:47,430 DEBUG [StoreOpener-39d97835b306e1cee35c0806bfe99416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:47,430 INFO [StoreOpener-39d97835b306e1cee35c0806bfe99416-1 {}] regionserver.HStore(327): Store=39d97835b306e1cee35c0806bfe99416/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:47,430 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 39d97835b306e1cee35c0806bfe99416 2024-12-03T23:21:47,431 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/default/test/39d97835b306e1cee35c0806bfe99416 2024-12-03T23:21:47,431 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/default/test/39d97835b306e1cee35c0806bfe99416 2024-12-03T23:21:47,432 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 39d97835b306e1cee35c0806bfe99416 2024-12-03T23:21:47,432 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 39d97835b306e1cee35c0806bfe99416 2024-12-03T23:21:47,432 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:21:47,433 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 39d97835b306e1cee35c0806bfe99416 2024-12-03T23:21:47,435 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/default/test/39d97835b306e1cee35c0806bfe99416/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:21:47,435 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 39d97835b306e1cee35c0806bfe99416; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60577141, jitterRate=-0.0973302572965622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:21:47,435 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39d97835b306e1cee35c0806bfe99416 2024-12-03T23:21:47,435 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 39d97835b306e1cee35c0806bfe99416: Running coprocessor pre-open hook at 1733268107420Writing region info on filesystem at 1733268107420Initializing all the Stores at 1733268107421 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268107421Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268107422 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268107422Cleaning up temporary data from old regions at 1733268107432 (+10 ms)Running coprocessor post-open hooks at 1733268107435 (+3 ms)Region opened successfully at 1733268107435 2024-12-03T23:21:47,436 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733268106680.39d97835b306e1cee35c0806bfe99416., pid=6, masterSystemTime=1733268107415 2024-12-03T23:21:47,438 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733268106680.39d97835b306e1cee35c0806bfe99416. 2024-12-03T23:21:47,438 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733268106680.39d97835b306e1cee35c0806bfe99416. 2024-12-03T23:21:47,438 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=39d97835b306e1cee35c0806bfe99416, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5f9d64419733,41599,1733268095954 2024-12-03T23:21:47,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39d97835b306e1cee35c0806bfe99416, server=5f9d64419733,41599,1733268095954 because future has completed 2024-12-03T23:21:47,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T23:21:47,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 39d97835b306e1cee35c0806bfe99416, server=5f9d64419733,41599,1733268095954 in 179 msec 2024-12-03T23:21:47,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T23:21:47,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=39d97835b306e1cee35c0806bfe99416, ASSIGN in 335 msec 2024-12-03T23:21:47,445 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:21:47,446 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268107445"}]},"ts":"1733268107445"} 2024-12-03T23:21:47,447 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T23:21:47,448 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:21:47,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 768 msec 2024-12-03T23:21:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:47,820 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T23:21:47,820 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:47,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,43421,1733268100053 2024-12-03T23:21:47,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cb82db4 2024-12-03T23:21:47,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:47,823 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:21:47,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43421 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:21:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43421 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T23:21:47,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:21:47,826 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:47,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43421 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T23:21:47,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:21:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:47,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741835_1011 (size=902) 2024-12-03T23:21:47,846 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 26efed4c564784b602a910bc8ed8506d, NAME => 'test,,1733268107823.26efed4c564784b602a910bc8ed8506d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6 2024-12-03T23:21:47,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741836_1012 (size=39) 2024-12-03T23:21:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:48,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733268107823.26efed4c564784b602a910bc8ed8506d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:48,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 26efed4c564784b602a910bc8ed8506d, disabling compactions & flushes 2024-12-03T23:21:48,252 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733268107823.26efed4c564784b602a910bc8ed8506d. 2024-12-03T23:21:48,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733268107823.26efed4c564784b602a910bc8ed8506d. 2024-12-03T23:21:48,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733268107823.26efed4c564784b602a910bc8ed8506d. after waiting 0 ms 2024-12-03T23:21:48,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733268107823.26efed4c564784b602a910bc8ed8506d. 2024-12-03T23:21:48,252 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733268107823.26efed4c564784b602a910bc8ed8506d. 2024-12-03T23:21:48,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 26efed4c564784b602a910bc8ed8506d: Waiting for close lock at 1733268108252Disabling compacts and flushes for region at 1733268108252Disabling writes for close at 1733268108252Writing region close event to WAL at 1733268108252Closed at 1733268108252 2024-12-03T23:21:48,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:21:48,254 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733268107823.26efed4c564784b602a910bc8ed8506d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733268108254"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733268108254"}]},"ts":"1733268108254"} 2024-12-03T23:21:48,257 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:21:48,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:21:48,258 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268108258"}]},"ts":"1733268108258"} 2024-12-03T23:21:48,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T23:21:48,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=26efed4c564784b602a910bc8ed8506d, ASSIGN}] 2024-12-03T23:21:48,261 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=26efed4c564784b602a910bc8ed8506d, ASSIGN 2024-12-03T23:21:48,262 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=26efed4c564784b602a910bc8ed8506d, ASSIGN; state=OFFLINE, location=5f9d64419733,39021,1733268100093; forceNewPlan=false, retain=false 2024-12-03T23:21:48,413 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=26efed4c564784b602a910bc8ed8506d, regionState=OPENING, regionLocation=5f9d64419733,39021,1733268100093 2024-12-03T23:21:48,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=26efed4c564784b602a910bc8ed8506d, ASSIGN because future has completed 2024-12-03T23:21:48,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26efed4c564784b602a910bc8ed8506d, server=5f9d64419733,39021,1733268100093}] 2024-12-03T23:21:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:48,572 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733268107823.26efed4c564784b602a910bc8ed8506d. 2024-12-03T23:21:48,573 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 26efed4c564784b602a910bc8ed8506d, NAME => 'test,,1733268107823.26efed4c564784b602a910bc8ed8506d.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:21:48,573 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:21:48,573 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T23:21:48,573 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 26efed4c564784b602a910bc8ed8506d 2024-12-03T23:21:48,573 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733268107823.26efed4c564784b602a910bc8ed8506d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:48,573 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 26efed4c564784b602a910bc8ed8506d 2024-12-03T23:21:48,573 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 26efed4c564784b602a910bc8ed8506d 2024-12-03T23:21:48,574 INFO [StoreOpener-26efed4c564784b602a910bc8ed8506d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 26efed4c564784b602a910bc8ed8506d 2024-12-03T23:21:48,576 INFO [StoreOpener-26efed4c564784b602a910bc8ed8506d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26efed4c564784b602a910bc8ed8506d columnFamilyName f 2024-12-03T23:21:48,576 DEBUG [StoreOpener-26efed4c564784b602a910bc8ed8506d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:48,576 INFO [StoreOpener-26efed4c564784b602a910bc8ed8506d-1 {}] regionserver.HStore(327): Store=26efed4c564784b602a910bc8ed8506d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:48,576 INFO [StoreOpener-26efed4c564784b602a910bc8ed8506d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 26efed4c564784b602a910bc8ed8506d 2024-12-03T23:21:48,577 INFO [StoreOpener-26efed4c564784b602a910bc8ed8506d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26efed4c564784b602a910bc8ed8506d columnFamilyName f1 2024-12-03T23:21:48,577 DEBUG [StoreOpener-26efed4c564784b602a910bc8ed8506d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:48,578 INFO [StoreOpener-26efed4c564784b602a910bc8ed8506d-1 {}] regionserver.HStore(327): Store=26efed4c564784b602a910bc8ed8506d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:48,578 INFO [StoreOpener-26efed4c564784b602a910bc8ed8506d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 26efed4c564784b602a910bc8ed8506d 2024-12-03T23:21:48,579 INFO [StoreOpener-26efed4c564784b602a910bc8ed8506d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26efed4c564784b602a910bc8ed8506d columnFamilyName norep 2024-12-03T23:21:48,579 DEBUG [StoreOpener-26efed4c564784b602a910bc8ed8506d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:48,579 INFO [StoreOpener-26efed4c564784b602a910bc8ed8506d-1 {}] regionserver.HStore(327): Store=26efed4c564784b602a910bc8ed8506d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:48,579 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 26efed4c564784b602a910bc8ed8506d 2024-12-03T23:21:48,580 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/default/test/26efed4c564784b602a910bc8ed8506d 2024-12-03T23:21:48,580 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/default/test/26efed4c564784b602a910bc8ed8506d 2024-12-03T23:21:48,581 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 26efed4c564784b602a910bc8ed8506d 2024-12-03T23:21:48,581 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 26efed4c564784b602a910bc8ed8506d 2024-12-03T23:21:48,581 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:21:48,582 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 26efed4c564784b602a910bc8ed8506d 2024-12-03T23:21:48,584 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/default/test/26efed4c564784b602a910bc8ed8506d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:21:48,584 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 26efed4c564784b602a910bc8ed8506d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60950197, jitterRate=-0.09177128970623016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:21:48,588 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26efed4c564784b602a910bc8ed8506d 2024-12-03T23:21:48,588 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 26efed4c564784b602a910bc8ed8506d: Running coprocessor pre-open hook at 1733268108573Writing region info on filesystem at 1733268108573Initializing all the Stores at 1733268108574 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268108574Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268108574Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268108574Cleaning up temporary data from old regions at 1733268108581 (+7 ms)Running coprocessor post-open hooks at 1733268108588 (+7 ms)Region opened successfully at 1733268108588 2024-12-03T23:21:48,589 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733268107823.26efed4c564784b602a910bc8ed8506d., pid=6, masterSystemTime=1733268108568 2024-12-03T23:21:48,591 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733268107823.26efed4c564784b602a910bc8ed8506d. 2024-12-03T23:21:48,591 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733268107823.26efed4c564784b602a910bc8ed8506d. 2024-12-03T23:21:48,592 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=26efed4c564784b602a910bc8ed8506d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5f9d64419733,39021,1733268100093 2024-12-03T23:21:48,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26efed4c564784b602a910bc8ed8506d, server=5f9d64419733,39021,1733268100093 because future has completed 2024-12-03T23:21:48,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T23:21:48,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 26efed4c564784b602a910bc8ed8506d, server=5f9d64419733,39021,1733268100093 in 179 msec 2024-12-03T23:21:48,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T23:21:48,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=26efed4c564784b602a910bc8ed8506d, ASSIGN in 338 msec 2024-12-03T23:21:48,602 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:21:48,602 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268108602"}]},"ts":"1733268108602"} 2024-12-03T23:21:48,604 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T23:21:48,605 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:21:48,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 781 msec 2024-12-03T23:21:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:48,960 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T23:21:48,960 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:48,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,44207,1733268103882 2024-12-03T23:21:48,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b3f2e49 2024-12-03T23:21:48,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:48,962 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:21:48,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44207 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:21:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44207 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T23:21:48,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:21:48,965 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:48,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44207 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T23:21:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:48,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:21:48,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39345 is added to blk_1073741835_1011 (size=902) 2024-12-03T23:21:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:49,373 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 108de0b643666e3d00e7b7c95c37d8e1, NAME => 'test,,1733268108962.108de0b643666e3d00e7b7c95c37d8e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8 2024-12-03T23:21:49,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39345 is added to blk_1073741836_1012 (size=39) 2024-12-03T23:21:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:49,778 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733268108962.108de0b643666e3d00e7b7c95c37d8e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:49,778 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 108de0b643666e3d00e7b7c95c37d8e1, disabling compactions & flushes 2024-12-03T23:21:49,778 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733268108962.108de0b643666e3d00e7b7c95c37d8e1. 2024-12-03T23:21:49,778 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733268108962.108de0b643666e3d00e7b7c95c37d8e1. 2024-12-03T23:21:49,778 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733268108962.108de0b643666e3d00e7b7c95c37d8e1. after waiting 0 ms 2024-12-03T23:21:49,778 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733268108962.108de0b643666e3d00e7b7c95c37d8e1. 2024-12-03T23:21:49,778 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733268108962.108de0b643666e3d00e7b7c95c37d8e1. 2024-12-03T23:21:49,778 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 108de0b643666e3d00e7b7c95c37d8e1: Waiting for close lock at 1733268109778Disabling compacts and flushes for region at 1733268109778Disabling writes for close at 1733268109778Writing region close event to WAL at 1733268109778Closed at 1733268109778 2024-12-03T23:21:49,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:21:49,780 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733268108962.108de0b643666e3d00e7b7c95c37d8e1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733268109780"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733268109780"}]},"ts":"1733268109780"} 2024-12-03T23:21:49,781 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:21:49,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:21:49,782 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268109782"}]},"ts":"1733268109782"} 2024-12-03T23:21:49,784 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T23:21:49,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=108de0b643666e3d00e7b7c95c37d8e1, ASSIGN}] 2024-12-03T23:21:49,785 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=108de0b643666e3d00e7b7c95c37d8e1, ASSIGN 2024-12-03T23:21:49,786 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=108de0b643666e3d00e7b7c95c37d8e1, ASSIGN; state=OFFLINE, location=5f9d64419733,37645,1733268103931; forceNewPlan=false, retain=false 2024-12-03T23:21:49,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=108de0b643666e3d00e7b7c95c37d8e1, regionState=OPENING, regionLocation=5f9d64419733,37645,1733268103931 2024-12-03T23:21:49,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=108de0b643666e3d00e7b7c95c37d8e1, ASSIGN because future has completed 2024-12-03T23:21:49,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 108de0b643666e3d00e7b7c95c37d8e1, server=5f9d64419733,37645,1733268103931}] 2024-12-03T23:21:50,097 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733268108962.108de0b643666e3d00e7b7c95c37d8e1. 2024-12-03T23:21:50,097 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 108de0b643666e3d00e7b7c95c37d8e1, NAME => 'test,,1733268108962.108de0b643666e3d00e7b7c95c37d8e1.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:21:50,098 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:21:50,098 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T23:21:50,098 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 108de0b643666e3d00e7b7c95c37d8e1 2024-12-03T23:21:50,098 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733268108962.108de0b643666e3d00e7b7c95c37d8e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:50,098 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 108de0b643666e3d00e7b7c95c37d8e1 2024-12-03T23:21:50,098 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 108de0b643666e3d00e7b7c95c37d8e1 2024-12-03T23:21:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:50,100 INFO [StoreOpener-108de0b643666e3d00e7b7c95c37d8e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 108de0b643666e3d00e7b7c95c37d8e1 2024-12-03T23:21:50,102 INFO [StoreOpener-108de0b643666e3d00e7b7c95c37d8e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 108de0b643666e3d00e7b7c95c37d8e1 columnFamilyName f 2024-12-03T23:21:50,102 DEBUG [StoreOpener-108de0b643666e3d00e7b7c95c37d8e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:50,103 INFO [StoreOpener-108de0b643666e3d00e7b7c95c37d8e1-1 {}] regionserver.HStore(327): Store=108de0b643666e3d00e7b7c95c37d8e1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:50,103 INFO [StoreOpener-108de0b643666e3d00e7b7c95c37d8e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 108de0b643666e3d00e7b7c95c37d8e1 2024-12-03T23:21:50,106 INFO [StoreOpener-108de0b643666e3d00e7b7c95c37d8e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 108de0b643666e3d00e7b7c95c37d8e1 columnFamilyName f1 2024-12-03T23:21:50,106 DEBUG [StoreOpener-108de0b643666e3d00e7b7c95c37d8e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:50,107 INFO [StoreOpener-108de0b643666e3d00e7b7c95c37d8e1-1 {}] regionserver.HStore(327): Store=108de0b643666e3d00e7b7c95c37d8e1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:50,107 INFO [StoreOpener-108de0b643666e3d00e7b7c95c37d8e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 108de0b643666e3d00e7b7c95c37d8e1 2024-12-03T23:21:50,108 INFO [StoreOpener-108de0b643666e3d00e7b7c95c37d8e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 108de0b643666e3d00e7b7c95c37d8e1 columnFamilyName norep 2024-12-03T23:21:50,108 DEBUG [StoreOpener-108de0b643666e3d00e7b7c95c37d8e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:50,108 INFO [StoreOpener-108de0b643666e3d00e7b7c95c37d8e1-1 {}] regionserver.HStore(327): Store=108de0b643666e3d00e7b7c95c37d8e1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:50,108 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 108de0b643666e3d00e7b7c95c37d8e1 2024-12-03T23:21:50,110 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/default/test/108de0b643666e3d00e7b7c95c37d8e1 2024-12-03T23:21:50,110 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/default/test/108de0b643666e3d00e7b7c95c37d8e1 2024-12-03T23:21:50,111 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 108de0b643666e3d00e7b7c95c37d8e1 2024-12-03T23:21:50,111 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 108de0b643666e3d00e7b7c95c37d8e1 2024-12-03T23:21:50,112 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:21:50,114 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 108de0b643666e3d00e7b7c95c37d8e1 2024-12-03T23:21:50,115 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/default/test/108de0b643666e3d00e7b7c95c37d8e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:21:50,116 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 108de0b643666e3d00e7b7c95c37d8e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71855820, jitterRate=0.0707351565361023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:21:50,116 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 108de0b643666e3d00e7b7c95c37d8e1 2024-12-03T23:21:50,116 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 108de0b643666e3d00e7b7c95c37d8e1: Running coprocessor pre-open hook at 1733268110099Writing region info on filesystem at 1733268110099Initializing all the Stores at 1733268110100 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268110100Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268110100Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268110100Cleaning up temporary data from old regions at 1733268110111 (+11 ms)Running coprocessor post-open hooks at 1733268110116 (+5 ms)Region opened successfully at 1733268110116 2024-12-03T23:21:50,118 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733268108962.108de0b643666e3d00e7b7c95c37d8e1., pid=6, masterSystemTime=1733268110093 2024-12-03T23:21:50,121 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733268108962.108de0b643666e3d00e7b7c95c37d8e1. 2024-12-03T23:21:50,121 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733268108962.108de0b643666e3d00e7b7c95c37d8e1. 2024-12-03T23:21:50,121 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=108de0b643666e3d00e7b7c95c37d8e1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5f9d64419733,37645,1733268103931 2024-12-03T23:21:50,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 108de0b643666e3d00e7b7c95c37d8e1, server=5f9d64419733,37645,1733268103931 because future has completed 2024-12-03T23:21:50,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T23:21:50,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 108de0b643666e3d00e7b7c95c37d8e1, server=5f9d64419733,37645,1733268103931 in 185 msec 2024-12-03T23:21:50,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T23:21:50,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=108de0b643666e3d00e7b7c95c37d8e1, ASSIGN in 342 msec 2024-12-03T23:21:50,128 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:21:50,128 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268110128"}]},"ts":"1733268110128"} 2024-12-03T23:21:50,130 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T23:21:50,130 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:21:50,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-12-03T23:21:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:21:51,110 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T23:21:51,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4090f0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:51,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,43729,-1 for getting cluster id 2024-12-03T23:21:51,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:51,111 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '560c2e58-9b77-4a8e-b64d-ced7f2523de4' 2024-12-03T23:21:51,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:51,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "560c2e58-9b77-4a8e-b64d-ced7f2523de4" 2024-12-03T23:21:51,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491225af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:51,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,43729,-1] 2024-12-03T23:21:51,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:51,113 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:51,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4168887b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:51,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:51,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,43729,1733268095904 2024-12-03T23:21:51,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@334127d3 2024-12-03T23:21:51,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:51,116 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:21:51,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5f9d64419733:43421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T23:21:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T23:21:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:21:51,119 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:43421' 2024-12-03T23:21:51,120 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2754c6f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:51,121 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,43421,-1 for getting cluster id 2024-12-03T23:21:51,121 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:51,121 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44d7b9cb-9d8e-47cf-acb2-9fe97585a92a' 2024-12-03T23:21:51,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:51,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44d7b9cb-9d8e-47cf-acb2-9fe97585a92a" 2024-12-03T23:21:51,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfde40d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:51,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,43421,-1] 2024-12-03T23:21:51,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:51,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:51,122 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:51,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b9dba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:51,123 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:51,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,43421,1733268100053 2024-12-03T23:21:51,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d948e22 2024-12-03T23:21:51,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:51,125 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:21:51,125 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T23:21:51,126 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T23:21:51,126 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:51,126 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:51,126 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:21:51,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:21:51,127 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T23:21:51,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:21:51,128 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:51,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:21:51,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741837_1013 (size=1138) 2024-12-03T23:21:51,177 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T23:21:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:21:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:21:51,538 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7c4a4ec1a35c43aebc36290c069078f8, NAME => 'hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c 2024-12-03T23:21:51,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741838_1014 (size=44) 2024-12-03T23:21:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:21:51,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:51,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7c4a4ec1a35c43aebc36290c069078f8, disabling compactions & flushes 2024-12-03T23:21:51,947 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8. 2024-12-03T23:21:51,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8. 2024-12-03T23:21:51,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8. after waiting 0 ms 2024-12-03T23:21:51,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8. 2024-12-03T23:21:51,947 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8. 2024-12-03T23:21:51,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7c4a4ec1a35c43aebc36290c069078f8: Waiting for close lock at 1733268111947Disabling compacts and flushes for region at 1733268111947Disabling writes for close at 1733268111947Writing region close event to WAL at 1733268111947Closed at 1733268111947 2024-12-03T23:21:51,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:21:51,948 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733268111948"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733268111948"}]},"ts":"1733268111948"} 2024-12-03T23:21:51,950 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:21:51,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:21:51,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268111951"}]},"ts":"1733268111951"} 2024-12-03T23:21:51,953 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T23:21:51,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7c4a4ec1a35c43aebc36290c069078f8, ASSIGN}] 2024-12-03T23:21:51,954 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7c4a4ec1a35c43aebc36290c069078f8, ASSIGN 2024-12-03T23:21:51,954 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7c4a4ec1a35c43aebc36290c069078f8, ASSIGN; state=OFFLINE, location=5f9d64419733,41599,1733268095954; forceNewPlan=false, retain=false 2024-12-03T23:21:52,096 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:21:52,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:52,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:52,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:52,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:52,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:52,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:52,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:52,105 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7c4a4ec1a35c43aebc36290c069078f8, regionState=OPENING, regionLocation=5f9d64419733,41599,1733268095954 2024-12-03T23:21:52,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7c4a4ec1a35c43aebc36290c069078f8, ASSIGN because future has completed 2024-12-03T23:21:52,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c4a4ec1a35c43aebc36290c069078f8, server=5f9d64419733,41599,1733268095954}] 2024-12-03T23:21:52,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:52,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:52,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:52,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:52,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:52,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:52,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:52,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:52,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:52,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:21:52,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8. 2024-12-03T23:21:52,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:21:52,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T23:21:52,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5f9d64419733%2C41599%2C1733268095954.rep, suffix=, logDir=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954, archiveDir=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/oldWALs, maxLogs=10 2024-12-03T23:21:52,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.rep.1733268112278, exclude list is [], retry=0 2024-12-03T23:21:52,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34337,DS-ed77d6d6-338f-4d31-9af7-fce12b0d166d,DISK] 2024-12-03T23:21:52,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.rep.1733268112278 2024-12-03T23:21:52,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33377:33377)] 2024-12-03T23:21:52,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c4a4ec1a35c43aebc36290c069078f8, NAME => 'hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:21:52,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T23:21:52,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:21:52,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8. service=MultiRowMutationService 2024-12-03T23:21:52,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T23:21:52,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7c4a4ec1a35c43aebc36290c069078f8 2024-12-03T23:21:52,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:21:52,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7c4a4ec1a35c43aebc36290c069078f8 2024-12-03T23:21:52,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7c4a4ec1a35c43aebc36290c069078f8 2024-12-03T23:21:52,302 INFO [StoreOpener-7c4a4ec1a35c43aebc36290c069078f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7c4a4ec1a35c43aebc36290c069078f8 2024-12-03T23:21:52,303 INFO [StoreOpener-7c4a4ec1a35c43aebc36290c069078f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c4a4ec1a35c43aebc36290c069078f8 columnFamilyName hfileref 2024-12-03T23:21:52,303 DEBUG [StoreOpener-7c4a4ec1a35c43aebc36290c069078f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:52,303 INFO [StoreOpener-7c4a4ec1a35c43aebc36290c069078f8-1 {}] regionserver.HStore(327): Store=7c4a4ec1a35c43aebc36290c069078f8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:52,303 INFO [StoreOpener-7c4a4ec1a35c43aebc36290c069078f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7c4a4ec1a35c43aebc36290c069078f8 2024-12-03T23:21:52,304 INFO [StoreOpener-7c4a4ec1a35c43aebc36290c069078f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c4a4ec1a35c43aebc36290c069078f8 columnFamilyName queue 2024-12-03T23:21:52,304 DEBUG [StoreOpener-7c4a4ec1a35c43aebc36290c069078f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:52,304 INFO [StoreOpener-7c4a4ec1a35c43aebc36290c069078f8-1 {}] regionserver.HStore(327): Store=7c4a4ec1a35c43aebc36290c069078f8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:52,304 INFO [StoreOpener-7c4a4ec1a35c43aebc36290c069078f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7c4a4ec1a35c43aebc36290c069078f8 2024-12-03T23:21:52,305 INFO [StoreOpener-7c4a4ec1a35c43aebc36290c069078f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c4a4ec1a35c43aebc36290c069078f8 columnFamilyName sid 2024-12-03T23:21:52,305 DEBUG [StoreOpener-7c4a4ec1a35c43aebc36290c069078f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:21:52,305 INFO [StoreOpener-7c4a4ec1a35c43aebc36290c069078f8-1 {}] regionserver.HStore(327): Store=7c4a4ec1a35c43aebc36290c069078f8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:21:52,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7c4a4ec1a35c43aebc36290c069078f8 2024-12-03T23:21:52,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/replication/7c4a4ec1a35c43aebc36290c069078f8 2024-12-03T23:21:52,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/replication/7c4a4ec1a35c43aebc36290c069078f8 2024-12-03T23:21:52,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7c4a4ec1a35c43aebc36290c069078f8 2024-12-03T23:21:52,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7c4a4ec1a35c43aebc36290c069078f8 2024-12-03T23:21:52,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:21:52,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7c4a4ec1a35c43aebc36290c069078f8 2024-12-03T23:21:52,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/replication/7c4a4ec1a35c43aebc36290c069078f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:21:52,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7c4a4ec1a35c43aebc36290c069078f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60638820, jitterRate=-0.09641116857528687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:21:52,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c4a4ec1a35c43aebc36290c069078f8 2024-12-03T23:21:52,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7c4a4ec1a35c43aebc36290c069078f8: Running coprocessor pre-open hook at 1733268112301Writing region info on filesystem at 1733268112301Initializing all the Stores at 1733268112301Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268112302 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268112302Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268112302Cleaning up temporary data from old regions at 1733268112307 (+5 ms)Running coprocessor post-open hooks at 1733268112310 (+3 ms)Region opened successfully at 1733268112310 2024-12-03T23:21:52,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8., pid=10, masterSystemTime=1733268112272 2024-12-03T23:21:52,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8. 2024-12-03T23:21:52,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8. 2024-12-03T23:21:52,312 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7c4a4ec1a35c43aebc36290c069078f8, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,41599,1733268095954 2024-12-03T23:21:52,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c4a4ec1a35c43aebc36290c069078f8, server=5f9d64419733,41599,1733268095954 because future has completed 2024-12-03T23:21:52,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T23:21:52,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c4a4ec1a35c43aebc36290c069078f8, server=5f9d64419733,41599,1733268095954 in 195 msec 2024-12-03T23:21:52,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T23:21:52,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7c4a4ec1a35c43aebc36290c069078f8, ASSIGN in 363 msec 2024-12-03T23:21:52,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:21:52,319 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268112319"}]},"ts":"1733268112319"} 2024-12-03T23:21:52,321 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T23:21:52,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:21:52,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1950 sec 2024-12-03T23:21:52,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8., hostname=5f9d64419733,41599,1733268095954, seqNum=2] 2024-12-03T23:21:52,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1646778784 2024-12-03T23:21:52,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x1017aa22a1c0001, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1646778784 2024-12-03T23:21:52,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T23:21:52,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41599 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T23:21:52,499 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T23:21:52,527 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5f9d64419733,41599,1733268095954, ReplicationSource: 1, currentBandwidth=0 2024-12-03T23:21:52,527 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:52,528 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,41599,1733268095954, seqNum=-1] 2024-12-03T23:21:52,528 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:52,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-03T23:21:52,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5f9d64419733,41599,1733268095954', locateType=CURRENT is [region=hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8., hostname=5f9d64419733,41599,1733268095954, seqNum=2] 2024-12-03T23:21:52,532 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T23:21:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T23:21:52,534 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5f9d64419733,41599,1733268095954 suceeded 2024-12-03T23:21:52,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T23:21:52,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-03T23:21:52,536 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5f9d64419733:43421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T23:21:52,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4200 sec 2024-12-03T23:21:52,547 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:43421' 2024-12-03T23:21:52,548 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20a87409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:52,548 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,43421,-1 for getting cluster id 2024-12-03T23:21:52,548 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:52,549 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44d7b9cb-9d8e-47cf-acb2-9fe97585a92a' 2024-12-03T23:21:52,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:52,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44d7b9cb-9d8e-47cf-acb2-9fe97585a92a" 2024-12-03T23:21:52,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4748b834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:52,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,43421,-1] 2024-12-03T23:21:52,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:52,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:52,550 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:52,551 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ab477a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:52,551 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:52,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,43421,1733268100053 2024-12-03T23:21:52,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d39b42 2024-12-03T23:21:52,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:52,553 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-03T23:21:52,553 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5f9d64419733,41599,1733268095954 (queues=1) is replicating from cluster=560c2e58-9b77-4a8e-b64d-ced7f2523de4 to cluster=44d7b9cb-9d8e-47cf-acb2-9fe97585a92a 2024-12-03T23:21:52,554 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5f9d64419733%2C41599%2C1733268095954 2024-12-03T23:21:52,554 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5f9d64419733,41599,1733268095954, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T23:21:52,554 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.shipper5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5f9d64419733%2C41599%2C1733268095954 2024-12-03T23:21:52,554 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268097934, startPosition=0, beingWritten=true 2024-12-03T23:21:52,559 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:21:52,559 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268097934 to pos 379, reset compression=false 2024-12-03T23:21:52,559 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.shipper5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,41599,1733268095954 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268097934, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:21:52,762 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268097934 to pos 379, reset compression=false 2024-12-03T23:21:53,066 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268097934 to pos 379, reset compression=false 2024-12-03T23:21:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T23:21:53,270 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T23:21:53,271 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:21:53,271 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:21:53,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:53,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:53,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:21:53,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b255d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:53,272 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,43729,-1 for getting cluster id 2024-12-03T23:21:53,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:53,272 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '560c2e58-9b77-4a8e-b64d-ced7f2523de4' 2024-12-03T23:21:53,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:53,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "560c2e58-9b77-4a8e-b64d-ced7f2523de4" 2024-12-03T23:21:53,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a1114bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:53,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,43729,-1] 2024-12-03T23:21:53,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:53,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:53,274 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:53,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9da9a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:53,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1615738b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:53,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,43421,-1 for getting cluster id 2024-12-03T23:21:53,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:53,275 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44d7b9cb-9d8e-47cf-acb2-9fe97585a92a' 2024-12-03T23:21:53,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:53,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44d7b9cb-9d8e-47cf-acb2-9fe97585a92a" 2024-12-03T23:21:53,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b71f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:53,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,43421,-1] 2024-12-03T23:21:53,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:53,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:53,277 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:53,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aff17dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:53,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720ac8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:53,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,44207,-1 for getting cluster id 2024-12-03T23:21:53,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:53,281 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75215e0d-c80a-4f68-869a-e06f2a6de174' 2024-12-03T23:21:53,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:53,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75215e0d-c80a-4f68-869a-e06f2a6de174" 2024-12-03T23:21:53,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f08ab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:53,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,44207,-1] 2024-12-03T23:21:53,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:53,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:53,282 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:53,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6e797d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:53,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:53,287 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733268113286/Put/seqid=0 2024-12-03T23:21:53,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741840_1016 (size=7894) 2024-12-03T23:21:53,471 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268097934 to pos 379, reset compression=false 2024-12-03T23:21:53,693 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733268113693/Put/seqid=0 2024-12-03T23:21:53,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741841_1017 (size=7691) 2024-12-03T23:21:53,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f8f42b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:53,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,43729,-1 for getting cluster id 2024-12-03T23:21:53,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:53,699 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '560c2e58-9b77-4a8e-b64d-ced7f2523de4' 2024-12-03T23:21:53,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:53,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "560c2e58-9b77-4a8e-b64d-ced7f2523de4" 2024-12-03T23:21:53,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f4310e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:53,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,43729,-1] 2024-12-03T23:21:53,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:53,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:53,701 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:53,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7697e8d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:53,701 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:53,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,41599,1733268095954, seqNum=-1] 2024-12-03T23:21:53,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:53,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:21:53,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:53,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,43729,1733268095904 2024-12-03T23:21:53,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@96aed77 2024-12-03T23:21:53,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:53,710 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:21:53,713 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733268106680.39d97835b306e1cee35c0806bfe99416., hostname=5f9d64419733,41599,1733268095954, seqNum=2] 2024-12-03T23:21:53,714 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T23:21:53,718 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-03T23:21:53,720 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-03T23:21:53,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 39d97835b306e1cee35c0806bfe99416/f 2024-12-03T23:21:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-03T23:21:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:21:53,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 39d97835b306e1cee35c0806bfe99416/f 2024-12-03T23:21:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-03T23:21:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:21:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HRegion(2603): Flush status journal for 39d97835b306e1cee35c0806bfe99416: 2024-12-03T23:21:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/staging/jenkins__test__8n1shlib65k6drb52k57pqqmlc87umq2vcskkdjujs20jg5eeus08qe2315p9t98/f/hfile_1 2024-12-03T23:21:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/staging/jenkins__test__8n1shlib65k6drb52k57pqqmlc87umq2vcskkdjujs20jg5eeus08qe2315p9t98/f/hfile_1 as hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/default/test/39d97835b306e1cee35c0806bfe99416/f/dc00f7d3802a4abab4d975e807c7dbc7_SeqId_4_ 2024-12-03T23:21:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/staging/jenkins__test__8n1shlib65k6drb52k57pqqmlc87umq2vcskkdjujs20jg5eeus08qe2315p9t98/f/hfile_0 2024-12-03T23:21:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/staging/jenkins__test__8n1shlib65k6drb52k57pqqmlc87umq2vcskkdjujs20jg5eeus08qe2315p9t98/f/hfile_0 as hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/default/test/39d97835b306e1cee35c0806bfe99416/f/e96335f248584cdf8402fbe510e52a22_SeqId_4_ 2024-12-03T23:21:53,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/staging/jenkins__test__8n1shlib65k6drb52k57pqqmlc87umq2vcskkdjujs20jg5eeus08qe2315p9t98/f/hfile_1 into 39d97835b306e1cee35c0806bfe99416/f as hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/default/test/39d97835b306e1cee35c0806bfe99416/f/dc00f7d3802a4abab4d975e807c7dbc7_SeqId_4_ - updating store file list. 2024-12-03T23:21:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dc00f7d3802a4abab4d975e807c7dbc7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T23:21:53,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/default/test/39d97835b306e1cee35c0806bfe99416/f/dc00f7d3802a4abab4d975e807c7dbc7_SeqId_4_ into 39d97835b306e1cee35c0806bfe99416/f 2024-12-03T23:21:53,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/staging/jenkins__test__8n1shlib65k6drb52k57pqqmlc87umq2vcskkdjujs20jg5eeus08qe2315p9t98/f/hfile_1 into 39d97835b306e1cee35c0806bfe99416/f (new location: hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/default/test/39d97835b306e1cee35c0806bfe99416/f/dc00f7d3802a4abab4d975e807c7dbc7_SeqId_4_) 2024-12-03T23:21:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/staging/jenkins__test__8n1shlib65k6drb52k57pqqmlc87umq2vcskkdjujs20jg5eeus08qe2315p9t98/f/hfile_1 2024-12-03T23:21:53,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/staging/jenkins__test__8n1shlib65k6drb52k57pqqmlc87umq2vcskkdjujs20jg5eeus08qe2315p9t98/f/hfile_0 into 39d97835b306e1cee35c0806bfe99416/f as hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/default/test/39d97835b306e1cee35c0806bfe99416/f/e96335f248584cdf8402fbe510e52a22_SeqId_4_ - updating store file list. 2024-12-03T23:21:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e96335f248584cdf8402fbe510e52a22_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T23:21:53,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/default/test/39d97835b306e1cee35c0806bfe99416/f/e96335f248584cdf8402fbe510e52a22_SeqId_4_ into 39d97835b306e1cee35c0806bfe99416/f 2024-12-03T23:21:53,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/staging/jenkins__test__8n1shlib65k6drb52k57pqqmlc87umq2vcskkdjujs20jg5eeus08qe2315p9t98/f/hfile_0 into 39d97835b306e1cee35c0806bfe99416/f (new location: hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/default/test/39d97835b306e1cee35c0806bfe99416/f/e96335f248584cdf8402fbe510e52a22_SeqId_4_) 2024-12-03T23:21:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/staging/jenkins__test__8n1shlib65k6drb52k57pqqmlc87umq2vcskkdjujs20jg5eeus08qe2315p9t98/f/hfile_0 2024-12-03T23:21:53,741 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:21:53,741 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:21:53,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:53,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:53,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:21:53,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733268106680.39d97835b306e1cee35c0806bfe99416., hostname=5f9d64419733,41599,1733268095954, seqNum=2 , the old value is region=test,,1733268106680.39d97835b306e1cee35c0806bfe99416., hostname=5f9d64419733,41599,1733268095954, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5f9d64419733:41599 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T23:21:53,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733268106680.39d97835b306e1cee35c0806bfe99416., hostname=5f9d64419733,41599,1733268095954, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T23:21:53,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733268106680.39d97835b306e1cee35c0806bfe99416., hostname=5f9d64419733,41599,1733268095954, seqNum=2 from cache 2024-12-03T23:21:53,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:53,742 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T23:21:53,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,39021,1733268100093, seqNum=-1] 2024-12-03T23:21:53,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:53,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:21:53,745 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733268107823.26efed4c564784b602a910bc8ed8506d., hostname=5f9d64419733,39021,1733268100093, seqNum=2] 2024-12-03T23:21:53,747 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T23:21:53,850 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:41599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T23:21:53,974 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268097934 to pos 379, reset compression=false 2024-12-03T23:21:53,978 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:21:53,978 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.shipper5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,41599,1733268095954 got entry batch from reader: WALEntryBatch [walEntries=[{test/39d97835b306e1cee35c0806bfe99416/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733268113740/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268097934, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T23:21:53,980 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.shipper5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:21:53,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-03T23:21:53,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.ReplicationSink(318): Replicating [560c2e58-9b77-4a8e-b64d-ced7f2523de4] bulk loaded data 2024-12-03T23:21:53,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d217c06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:53,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,43421,-1 for getting cluster id 2024-12-03T23:21:53,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:53,983 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44d7b9cb-9d8e-47cf-acb2-9fe97585a92a' 2024-12-03T23:21:53,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:53,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44d7b9cb-9d8e-47cf-acb2-9fe97585a92a" 2024-12-03T23:21:53,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31954e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:53,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,43421,-1] 2024-12-03T23:21:53,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:53,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:53,984 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:53,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b191360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:53,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741837_1013 (size=7691) 2024-12-03T23:21:54,178 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268097934 to pos 687, reset compression=false 2024-12-03T23:21:54,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741838_1014 (size=7894) 2024-12-03T23:21:54,481 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268097934 to pos 687, reset compression=false 2024-12-03T23:21:54,748 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T23:21:54,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:54,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,43421,1733268100053 2024-12-03T23:21:54,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@683a4d61 2024-12-03T23:21:54,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:54,803 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-03T23:21:54,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T23:21:54,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:54,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,39021,1733268100093, seqNum=-1] 2024-12-03T23:21:54,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:54,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-03T23:21:54,811 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/staging/jenkins.hfs.22__test__rftqk93imvr35rb1ndc8lk8793prie0211crl5uplhj9fld88t2agol73b6ddb47/f/dc00f7d3802a4abab4d975e807c7dbc7_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-03T23:21:54,813 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/staging/jenkins.hfs.22__test__rftqk93imvr35rb1ndc8lk8793prie0211crl5uplhj9fld88t2agol73b6ddb47/f/e96335f248584cdf8402fbe510e52a22_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-03T23:21:54,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/staging/jenkins.hfs.22__test__rftqk93imvr35rb1ndc8lk8793prie0211crl5uplhj9fld88t2agol73b6ddb47/f/dc00f7d3802a4abab4d975e807c7dbc7_SeqId_4_ for inclusion in 26efed4c564784b602a910bc8ed8506d/f 2024-12-03T23:21:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-03T23:21:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:21:54,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/staging/jenkins.hfs.22__test__rftqk93imvr35rb1ndc8lk8793prie0211crl5uplhj9fld88t2agol73b6ddb47/f/e96335f248584cdf8402fbe510e52a22_SeqId_4_ for inclusion in 26efed4c564784b602a910bc8ed8506d/f 2024-12-03T23:21:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-03T23:21:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:21:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HRegion(2603): Flush status journal for 26efed4c564784b602a910bc8ed8506d: 2024-12-03T23:21:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dc00f7d3802a4abab4d975e807c7dbc7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T23:21:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/staging/jenkins.hfs.22__test__rftqk93imvr35rb1ndc8lk8793prie0211crl5uplhj9fld88t2agol73b6ddb47/f/dc00f7d3802a4abab4d975e807c7dbc7_SeqId_4_ as hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/default/test/26efed4c564784b602a910bc8ed8506d/f/4698f2a3c42e47eb9f8ffaa2dfacabb3_SeqId_4_ 2024-12-03T23:21:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e96335f248584cdf8402fbe510e52a22_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T23:21:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/staging/jenkins.hfs.22__test__rftqk93imvr35rb1ndc8lk8793prie0211crl5uplhj9fld88t2agol73b6ddb47/f/e96335f248584cdf8402fbe510e52a22_SeqId_4_ as hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/default/test/26efed4c564784b602a910bc8ed8506d/f/04ce08302ac4421b8fa6ee0ea87b32e7_SeqId_4_ 2024-12-03T23:21:54,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/staging/jenkins.hfs.22__test__rftqk93imvr35rb1ndc8lk8793prie0211crl5uplhj9fld88t2agol73b6ddb47/f/dc00f7d3802a4abab4d975e807c7dbc7_SeqId_4_ into 26efed4c564784b602a910bc8ed8506d/f as hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/default/test/26efed4c564784b602a910bc8ed8506d/f/4698f2a3c42e47eb9f8ffaa2dfacabb3_SeqId_4_ - updating store file list. 2024-12-03T23:21:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4698f2a3c42e47eb9f8ffaa2dfacabb3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T23:21:54,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/default/test/26efed4c564784b602a910bc8ed8506d/f/4698f2a3c42e47eb9f8ffaa2dfacabb3_SeqId_4_ into 26efed4c564784b602a910bc8ed8506d/f 2024-12-03T23:21:54,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/staging/jenkins.hfs.22__test__rftqk93imvr35rb1ndc8lk8793prie0211crl5uplhj9fld88t2agol73b6ddb47/f/dc00f7d3802a4abab4d975e807c7dbc7_SeqId_4_ into 26efed4c564784b602a910bc8ed8506d/f (new location: hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/default/test/26efed4c564784b602a910bc8ed8506d/f/4698f2a3c42e47eb9f8ffaa2dfacabb3_SeqId_4_) 2024-12-03T23:21:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/staging/jenkins.hfs.22__test__rftqk93imvr35rb1ndc8lk8793prie0211crl5uplhj9fld88t2agol73b6ddb47/f/dc00f7d3802a4abab4d975e807c7dbc7_SeqId_4_ 2024-12-03T23:21:54,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/staging/jenkins.hfs.22__test__rftqk93imvr35rb1ndc8lk8793prie0211crl5uplhj9fld88t2agol73b6ddb47/f/e96335f248584cdf8402fbe510e52a22_SeqId_4_ into 26efed4c564784b602a910bc8ed8506d/f as hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/default/test/26efed4c564784b602a910bc8ed8506d/f/04ce08302ac4421b8fa6ee0ea87b32e7_SeqId_4_ - updating store file list. 2024-12-03T23:21:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 04ce08302ac4421b8fa6ee0ea87b32e7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T23:21:54,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/default/test/26efed4c564784b602a910bc8ed8506d/f/04ce08302ac4421b8fa6ee0ea87b32e7_SeqId_4_ into 26efed4c564784b602a910bc8ed8506d/f 2024-12-03T23:21:54,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/staging/jenkins.hfs.22__test__rftqk93imvr35rb1ndc8lk8793prie0211crl5uplhj9fld88t2agol73b6ddb47/f/e96335f248584cdf8402fbe510e52a22_SeqId_4_ into 26efed4c564784b602a910bc8ed8506d/f (new location: hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/default/test/26efed4c564784b602a910bc8ed8506d/f/04ce08302ac4421b8fa6ee0ea87b32e7_SeqId_4_) 2024-12-03T23:21:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/staging/jenkins.hfs.22__test__rftqk93imvr35rb1ndc8lk8793prie0211crl5uplhj9fld88t2agol73b6ddb47/f/e96335f248584cdf8402fbe510e52a22_SeqId_4_ 2024-12-03T23:21:54,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.ReplicationSink(324): Finished replicating [560c2e58-9b77-4a8e-b64d-ced7f2523de4] bulk loaded data 2024-12-03T23:21:54,885 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268097934 to pos 687, reset compression=false 2024-12-03T23:21:55,391 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268097934 to pos 687, reset compression=false 2024-12-03T23:21:55,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:55,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,37645,1733268103931, seqNum=-1] 2024-12-03T23:21:55,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:55,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:21:55,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733268108962.108de0b643666e3d00e7b7c95c37d8e1., hostname=5f9d64419733,37645,1733268103931, seqNum=2] 2024-12-03T23:21:55,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:21:55,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:21:55,770 DEBUG [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5f9d64419733%2C41599%2C1733268095954.meta:.meta(num 1733268098844) roll requested 2024-12-03T23:21:55,791 DEBUG [regionserver/5f9d64419733:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.meta.1733268115770.meta, exclude list is [], retry=0 2024-12-03T23:21:55,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34337,DS-ed77d6d6-338f-4d31-9af7-fce12b0d166d,DISK] 2024-12-03T23:21:55,795 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.meta.1733268098844.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.meta.1733268115770.meta 2024-12-03T23:21:55,795 DEBUG [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33377:33377)] 2024-12-03T23:21:55,795 DEBUG [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.meta.1733268098844.meta is not closed yet, will try archiving it next time 2024-12-03T23:21:55,795 DEBUG [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5f9d64419733%2C41599%2C1733268095954:(num 1733268097934) roll requested 2024-12-03T23:21:55,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741834_1010 (size=3473) 2024-12-03T23:21:55,800 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T23:21:55,816 DEBUG [regionserver/5f9d64419733:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795, exclude list is [], retry=0 2024-12-03T23:21:55,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34337,DS-ed77d6d6-338f-4d31-9af7-fce12b0d166d,DISK] 2024-12-03T23:21:55,829 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268097934 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 2024-12-03T23:21:55,845 DEBUG [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33377:33377)] 2024-12-03T23:21:55,845 DEBUG [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268097934 is not closed yet, will try archiving it next time 2024-12-03T23:21:55,845 DEBUG [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5f9d64419733%2C41599%2C1733268095954.rep:(num 1733268112278) roll requested 2024-12-03T23:21:55,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741832_1008 (size=695) 2024-12-03T23:21:55,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43346e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:55,853 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,43729,-1 for getting cluster id 2024-12-03T23:21:55,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:55,853 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '560c2e58-9b77-4a8e-b64d-ced7f2523de4' 2024-12-03T23:21:55,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:55,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "560c2e58-9b77-4a8e-b64d-ced7f2523de4" 2024-12-03T23:21:55,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b99b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:55,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,43729,-1] 2024-12-03T23:21:55,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:55,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:55,855 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e854ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:55,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:55,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,43729,1733268095904 2024-12-03T23:21:55,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6945b2e2 2024-12-03T23:21:55,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:55,858 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:21:55,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://5f9d64419733:44207,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T23:21:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T23:21:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T23:21:55,862 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:44207' 2024-12-03T23:21:55,867 DEBUG [regionserver/5f9d64419733:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.rep.1733268115845, exclude list is [], retry=0 2024-12-03T23:21:55,869 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268097934 to hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/oldWALs/5f9d64419733%2C41599%2C1733268095954.1733268097934 2024-12-03T23:21:55,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34337,DS-ed77d6d6-338f-4d31-9af7-fce12b0d166d,DISK] 2024-12-03T23:21:55,885 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e443370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:55,885 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,44207,-1 for getting cluster id 2024-12-03T23:21:55,886 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:55,886 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75215e0d-c80a-4f68-869a-e06f2a6de174' 2024-12-03T23:21:55,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:55,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75215e0d-c80a-4f68-869a-e06f2a6de174" 2024-12-03T23:21:55,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55aa787b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:55,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,44207,-1] 2024-12-03T23:21:55,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:55,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:55,888 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:55,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626725fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:55,889 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:55,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,44207,1733268103882 2024-12-03T23:21:55,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d26cbc5 2024-12-03T23:21:55,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:55,890 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:21:55,891 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T23:21:55,891 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T23:21:55,891 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:55,891 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:55,892 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:21:55,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T23:21:55,907 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.rep.1733268112278 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.rep.1733268115845 2024-12-03T23:21:55,908 DEBUG [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33377:33377)] 2024-12-03T23:21:55,908 DEBUG [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.rep.1733268112278 is not closed yet, will try archiving it next time 2024-12-03T23:21:55,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741839_1015 (size=1505) 2024-12-03T23:21:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T23:21:55,995 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268097934 to pos 687, reset compression=false 2024-12-03T23:21:56,003 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268097934 was moved to hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/oldWALs/5f9d64419733%2C41599%2C1733268095954.1733268097934 2024-12-03T23:21:56,005 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268097934 2024-12-03T23:21:56,005 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.shipper5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,41599,1733268095954 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268097934, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-03T23:21:56,005 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795, startPosition=0, beingWritten=true 2024-12-03T23:21:56,008 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.shipper5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [5f9d64419733%2C41599%2C1733268095954.1733268097934] 2024-12-03T23:21:56,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41599 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-03T23:21:56,054 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-03T23:21:56,096 DEBUG [master/5f9d64419733:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=2, created chunk count=34, reused chunk count=159, reuseRatio=82.38% 2024-12-03T23:21:56,097 DEBUG [master/5f9d64419733:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-03T23:21:56,099 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-5f9d64419733,41599,1733268095954, ReplicationSource: 2, currentBandwidth=0 2024-12-03T23:21:56,104 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-03T23:21:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-03T23:21:56,107 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 5f9d64419733,41599,1733268095954 suceeded 2024-12-03T23:21:56,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T23:21:56,109 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://5f9d64419733:44207,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T23:21:56,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-12-03T23:21:56,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 250 msec 2024-12-03T23:21:56,137 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5f9d64419733:44207' 2024-12-03T23:21:56,139 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@246707f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:56,139 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,44207,-1 for getting cluster id 2024-12-03T23:21:56,139 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:56,140 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75215e0d-c80a-4f68-869a-e06f2a6de174' 2024-12-03T23:21:56,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:56,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75215e0d-c80a-4f68-869a-e06f2a6de174" 2024-12-03T23:21:56,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d6df84a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:56,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,44207,-1] 2024-12-03T23:21:56,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:56,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:56,142 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:56,143 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d28a126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:56,143 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:56,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,44207,1733268103882 2024-12-03T23:21:56,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35531332 2024-12-03T23:21:56,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:56,145 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-03T23:21:56,146 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5f9d64419733,41599,1733268095954 (queues=1) is replicating from cluster=560c2e58-9b77-4a8e-b64d-ced7f2523de4 to cluster=75215e0d-c80a-4f68-869a-e06f2a6de174 2024-12-03T23:21:56,146 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5f9d64419733%2C41599%2C1733268095954 2024-12-03T23:21:56,146 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5f9d64419733,41599,1733268095954, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T23:21:56,153 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795, startPosition=0, beingWritten=true 2024-12-03T23:21:56,156 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.shipper5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5f9d64419733%2C41599%2C1733268095954 2024-12-03T23:21:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T23:21:56,180 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-03T23:21:56,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:21:56,181 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:21:56,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:56,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:56,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:21:56,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:21:56,198 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733268116198/Put/seqid=0 2024-12-03T23:21:56,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741845_1021 (size=11194) 2024-12-03T23:21:56,363 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 0, reset compression=false 2024-12-03T23:21:56,612 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733268116611/Put/seqid=0 2024-12-03T23:21:56,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741846_1022 (size=10791) 2024-12-03T23:21:56,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d1ae2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:56,637 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,43729,-1 for getting cluster id 2024-12-03T23:21:56,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:56,638 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '560c2e58-9b77-4a8e-b64d-ced7f2523de4' 2024-12-03T23:21:56,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:56,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "560c2e58-9b77-4a8e-b64d-ced7f2523de4" 2024-12-03T23:21:56,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd3b223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:56,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,43729,-1] 2024-12-03T23:21:56,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:56,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:56,639 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:56,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c53ca1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:56,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:56,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,41599,1733268095954, seqNum=-1] 2024-12-03T23:21:56,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:56,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:21:56,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:56,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,43729,1733268095904 2024-12-03T23:21:56,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cac56c9 2024-12-03T23:21:56,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:56,660 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:21:56,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733268106680.39d97835b306e1cee35c0806bfe99416., hostname=5f9d64419733,41599,1733268095954, seqNum=2] 2024-12-03T23:21:56,666 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T23:21:56,668 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 0, reset compression=false 2024-12-03T23:21:56,670 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-03T23:21:56,673 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-03T23:21:56,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 39d97835b306e1cee35c0806bfe99416/f 2024-12-03T23:21:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T23:21:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:21:56,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 39d97835b306e1cee35c0806bfe99416/f 2024-12-03T23:21:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T23:21:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:21:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HRegion(2603): Flush status journal for 39d97835b306e1cee35c0806bfe99416: 2024-12-03T23:21:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/staging/jenkins__test__n0hprmc9vs42rd2mg6p17elv5jli1r2v5mht3cot6rrnoa9j4obommj5gbnmnhtj/f/hfile_1 2024-12-03T23:21:56,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/staging/jenkins__test__n0hprmc9vs42rd2mg6p17elv5jli1r2v5mht3cot6rrnoa9j4obommj5gbnmnhtj/f/hfile_1 as hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/default/test/39d97835b306e1cee35c0806bfe99416/f/0fc52bd73cba444bb255d4506b4eb9f4_SeqId_6_ 2024-12-03T23:21:56,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/staging/jenkins__test__n0hprmc9vs42rd2mg6p17elv5jli1r2v5mht3cot6rrnoa9j4obommj5gbnmnhtj/f/hfile_0 2024-12-03T23:21:56,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/staging/jenkins__test__n0hprmc9vs42rd2mg6p17elv5jli1r2v5mht3cot6rrnoa9j4obommj5gbnmnhtj/f/hfile_0 as hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/default/test/39d97835b306e1cee35c0806bfe99416/f/fc6da8e1bfb44082a8401c66627d4df6_SeqId_6_ 2024-12-03T23:21:56,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/staging/jenkins__test__n0hprmc9vs42rd2mg6p17elv5jli1r2v5mht3cot6rrnoa9j4obommj5gbnmnhtj/f/hfile_1 into 39d97835b306e1cee35c0806bfe99416/f as hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/default/test/39d97835b306e1cee35c0806bfe99416/f/0fc52bd73cba444bb255d4506b4eb9f4_SeqId_6_ - updating store file list. 2024-12-03T23:21:56,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0fc52bd73cba444bb255d4506b4eb9f4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T23:21:56,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/default/test/39d97835b306e1cee35c0806bfe99416/f/0fc52bd73cba444bb255d4506b4eb9f4_SeqId_6_ into 39d97835b306e1cee35c0806bfe99416/f 2024-12-03T23:21:56,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/staging/jenkins__test__n0hprmc9vs42rd2mg6p17elv5jli1r2v5mht3cot6rrnoa9j4obommj5gbnmnhtj/f/hfile_1 into 39d97835b306e1cee35c0806bfe99416/f (new location: hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/default/test/39d97835b306e1cee35c0806bfe99416/f/0fc52bd73cba444bb255d4506b4eb9f4_SeqId_6_) 2024-12-03T23:21:56,710 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 0, reset compression=false 2024-12-03T23:21:56,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/staging/jenkins__test__n0hprmc9vs42rd2mg6p17elv5jli1r2v5mht3cot6rrnoa9j4obommj5gbnmnhtj/f/hfile_1 2024-12-03T23:21:56,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/staging/jenkins__test__n0hprmc9vs42rd2mg6p17elv5jli1r2v5mht3cot6rrnoa9j4obommj5gbnmnhtj/f/hfile_0 into 39d97835b306e1cee35c0806bfe99416/f as hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/default/test/39d97835b306e1cee35c0806bfe99416/f/fc6da8e1bfb44082a8401c66627d4df6_SeqId_6_ - updating store file list. 2024-12-03T23:21:56,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fc6da8e1bfb44082a8401c66627d4df6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T23:21:56,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/default/test/39d97835b306e1cee35c0806bfe99416/f/fc6da8e1bfb44082a8401c66627d4df6_SeqId_6_ into 39d97835b306e1cee35c0806bfe99416/f 2024-12-03T23:21:56,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/staging/jenkins__test__n0hprmc9vs42rd2mg6p17elv5jli1r2v5mht3cot6rrnoa9j4obommj5gbnmnhtj/f/hfile_0 into 39d97835b306e1cee35c0806bfe99416/f (new location: hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/default/test/39d97835b306e1cee35c0806bfe99416/f/fc6da8e1bfb44082a8401c66627d4df6_SeqId_6_) 2024-12-03T23:21:56,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/staging/jenkins__test__n0hprmc9vs42rd2mg6p17elv5jli1r2v5mht3cot6rrnoa9j4obommj5gbnmnhtj/f/hfile_0 2024-12-03T23:21:56,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:21:56,722 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:21:56,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:56,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:56,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:21:56,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733268106680.39d97835b306e1cee35c0806bfe99416., hostname=5f9d64419733,41599,1733268095954, seqNum=2 , the old value is region=test,,1733268106680.39d97835b306e1cee35c0806bfe99416., hostname=5f9d64419733,41599,1733268095954, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5f9d64419733:41599 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T23:21:56,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733268106680.39d97835b306e1cee35c0806bfe99416., hostname=5f9d64419733,41599,1733268095954, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T23:21:56,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733268106680.39d97835b306e1cee35c0806bfe99416., hostname=5f9d64419733,41599,1733268095954, seqNum=2 from cache 2024-12-03T23:21:56,723 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T23:21:56,726 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T23:21:56,830 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:41599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T23:21:57,073 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 0, reset compression=false 2024-12-03T23:21:57,078 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:21:57,078 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.shipper5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-5f9d64419733,41599,1733268095954 got entry batch from reader: WALEntryBatch [walEntries=[{test/39d97835b306e1cee35c0806bfe99416/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733268116720/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T23:21:57,080 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.shipper5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:21:57,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-03T23:21:57,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] regionserver.ReplicationSink(318): Replicating [560c2e58-9b77-4a8e-b64d-ced7f2523de4] bulk loaded data 2024-12-03T23:21:57,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21890440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:57,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,44207,-1 for getting cluster id 2024-12-03T23:21:57,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:21:57,082 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75215e0d-c80a-4f68-869a-e06f2a6de174' 2024-12-03T23:21:57,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:21:57,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75215e0d-c80a-4f68-869a-e06f2a6de174" 2024-12-03T23:21:57,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cb181dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:57,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,44207,-1] 2024-12-03T23:21:57,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:21:57,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:57,083 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:21:57,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bfa850a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:21:57,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39345 is added to blk_1073741837_1013 (size=10791) 2024-12-03T23:21:57,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39345 is added to blk_1073741838_1014 (size=11194) 2024-12-03T23:21:57,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:57,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,44207,1733268103882 2024-12-03T23:21:57,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@168568e 2024-12-03T23:21:57,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:21:57,131 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-03T23:21:57,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T23:21:57,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:21:57,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,37645,1733268103931, seqNum=-1] 2024-12-03T23:21:57,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:21:57,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-03T23:21:57,141 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/staging/jenkins.hfs.23__test__1sc0hqc3ismc74vllmbl17pq23vfuqtlqk6p8d4outhcimd11tk0jajjqo17a31r/f/0fc52bd73cba444bb255d4506b4eb9f4_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-03T23:21:57,143 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/staging/jenkins.hfs.23__test__1sc0hqc3ismc74vllmbl17pq23vfuqtlqk6p8d4outhcimd11tk0jajjqo17a31r/f/fc6da8e1bfb44082a8401c66627d4df6_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-03T23:21:57,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/staging/jenkins.hfs.23__test__1sc0hqc3ismc74vllmbl17pq23vfuqtlqk6p8d4outhcimd11tk0jajjqo17a31r/f/fc6da8e1bfb44082a8401c66627d4df6_SeqId_6_ for inclusion in 108de0b643666e3d00e7b7c95c37d8e1/f 2024-12-03T23:21:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T23:21:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:21:57,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/staging/jenkins.hfs.23__test__1sc0hqc3ismc74vllmbl17pq23vfuqtlqk6p8d4outhcimd11tk0jajjqo17a31r/f/0fc52bd73cba444bb255d4506b4eb9f4_SeqId_6_ for inclusion in 108de0b643666e3d00e7b7c95c37d8e1/f 2024-12-03T23:21:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T23:21:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:21:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] regionserver.HRegion(2603): Flush status journal for 108de0b643666e3d00e7b7c95c37d8e1: 2024-12-03T23:21:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fc6da8e1bfb44082a8401c66627d4df6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T23:21:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/staging/jenkins.hfs.23__test__1sc0hqc3ismc74vllmbl17pq23vfuqtlqk6p8d4outhcimd11tk0jajjqo17a31r/f/fc6da8e1bfb44082a8401c66627d4df6_SeqId_6_ as hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/default/test/108de0b643666e3d00e7b7c95c37d8e1/f/36da8fce7d884cb49e12999f1c4bc679_SeqId_4_ 2024-12-03T23:21:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0fc52bd73cba444bb255d4506b4eb9f4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T23:21:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/staging/jenkins.hfs.23__test__1sc0hqc3ismc74vllmbl17pq23vfuqtlqk6p8d4outhcimd11tk0jajjqo17a31r/f/0fc52bd73cba444bb255d4506b4eb9f4_SeqId_6_ as hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/default/test/108de0b643666e3d00e7b7c95c37d8e1/f/1a987b48e1ef4d29a5d9c3ba8a7a60a7_SeqId_4_ 2024-12-03T23:21:57,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/staging/jenkins.hfs.23__test__1sc0hqc3ismc74vllmbl17pq23vfuqtlqk6p8d4outhcimd11tk0jajjqo17a31r/f/fc6da8e1bfb44082a8401c66627d4df6_SeqId_6_ into 108de0b643666e3d00e7b7c95c37d8e1/f as hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/default/test/108de0b643666e3d00e7b7c95c37d8e1/f/36da8fce7d884cb49e12999f1c4bc679_SeqId_4_ - updating store file list. 2024-12-03T23:21:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 36da8fce7d884cb49e12999f1c4bc679_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T23:21:57,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/default/test/108de0b643666e3d00e7b7c95c37d8e1/f/36da8fce7d884cb49e12999f1c4bc679_SeqId_4_ into 108de0b643666e3d00e7b7c95c37d8e1/f 2024-12-03T23:21:57,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/staging/jenkins.hfs.23__test__1sc0hqc3ismc74vllmbl17pq23vfuqtlqk6p8d4outhcimd11tk0jajjqo17a31r/f/fc6da8e1bfb44082a8401c66627d4df6_SeqId_6_ into 108de0b643666e3d00e7b7c95c37d8e1/f (new location: hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/default/test/108de0b643666e3d00e7b7c95c37d8e1/f/36da8fce7d884cb49e12999f1c4bc679_SeqId_4_) 2024-12-03T23:21:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/staging/jenkins.hfs.23__test__1sc0hqc3ismc74vllmbl17pq23vfuqtlqk6p8d4outhcimd11tk0jajjqo17a31r/f/fc6da8e1bfb44082a8401c66627d4df6_SeqId_6_ 2024-12-03T23:21:57,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/staging/jenkins.hfs.23__test__1sc0hqc3ismc74vllmbl17pq23vfuqtlqk6p8d4outhcimd11tk0jajjqo17a31r/f/0fc52bd73cba444bb255d4506b4eb9f4_SeqId_6_ into 108de0b643666e3d00e7b7c95c37d8e1/f as hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/default/test/108de0b643666e3d00e7b7c95c37d8e1/f/1a987b48e1ef4d29a5d9c3ba8a7a60a7_SeqId_4_ - updating store file list. 2024-12-03T23:21:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1a987b48e1ef4d29a5d9c3ba8a7a60a7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T23:21:57,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/default/test/108de0b643666e3d00e7b7c95c37d8e1/f/1a987b48e1ef4d29a5d9c3ba8a7a60a7_SeqId_4_ into 108de0b643666e3d00e7b7c95c37d8e1/f 2024-12-03T23:21:57,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/staging/jenkins.hfs.23__test__1sc0hqc3ismc74vllmbl17pq23vfuqtlqk6p8d4outhcimd11tk0jajjqo17a31r/f/0fc52bd73cba444bb255d4506b4eb9f4_SeqId_6_ into 108de0b643666e3d00e7b7c95c37d8e1/f (new location: hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/default/test/108de0b643666e3d00e7b7c95c37d8e1/f/1a987b48e1ef4d29a5d9c3ba8a7a60a7_SeqId_4_) 2024-12-03T23:21:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/staging/jenkins.hfs.23__test__1sc0hqc3ismc74vllmbl17pq23vfuqtlqk6p8d4outhcimd11tk0jajjqo17a31r/f/0fc52bd73cba444bb255d4506b4eb9f4_SeqId_6_ 2024-12-03T23:21:57,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37645 {}] regionserver.ReplicationSink(324): Finished replicating [560c2e58-9b77-4a8e-b64d-ced7f2523de4] bulk loaded data 2024-12-03T23:21:57,278 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 393, reset compression=false 2024-12-03T23:21:57,516 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 0, reset compression=false 2024-12-03T23:21:57,520 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T23:21:57,520 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.shipper5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,41599,1733268095954 got entry batch from reader: WALEntryBatch [walEntries=[{test/39d97835b306e1cee35c0806bfe99416/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733268116720/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T23:21:57,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.ReplicationSink(318): Replicating [560c2e58-9b77-4a8e-b64d-ced7f2523de4] bulk loaded data 2024-12-03T23:21:57,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741839_1015 (size=10791) 2024-12-03T23:21:57,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741840_1016 (size=11194) 2024-12-03T23:21:57,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T23:21:57,542 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/staging/jenkins.hfs.22__test__g8n6rfchte0uen6g09fp2h662ggkvhkt5bv5vko7ttlpo2ar2qvc7158farpdb39/f/0fc52bd73cba444bb255d4506b4eb9f4_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-03T23:21:57,543 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/staging/jenkins.hfs.22__test__g8n6rfchte0uen6g09fp2h662ggkvhkt5bv5vko7ttlpo2ar2qvc7158farpdb39/f/fc6da8e1bfb44082a8401c66627d4df6_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-03T23:21:57,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/staging/jenkins.hfs.22__test__g8n6rfchte0uen6g09fp2h662ggkvhkt5bv5vko7ttlpo2ar2qvc7158farpdb39/f/fc6da8e1bfb44082a8401c66627d4df6_SeqId_6_ for inclusion in 26efed4c564784b602a910bc8ed8506d/f 2024-12-03T23:21:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T23:21:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:21:57,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/staging/jenkins.hfs.22__test__g8n6rfchte0uen6g09fp2h662ggkvhkt5bv5vko7ttlpo2ar2qvc7158farpdb39/f/0fc52bd73cba444bb255d4506b4eb9f4_SeqId_6_ for inclusion in 26efed4c564784b602a910bc8ed8506d/f 2024-12-03T23:21:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T23:21:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:21:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HRegion(2603): Flush status journal for 26efed4c564784b602a910bc8ed8506d: 2024-12-03T23:21:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fc6da8e1bfb44082a8401c66627d4df6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T23:21:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/staging/jenkins.hfs.22__test__g8n6rfchte0uen6g09fp2h662ggkvhkt5bv5vko7ttlpo2ar2qvc7158farpdb39/f/fc6da8e1bfb44082a8401c66627d4df6_SeqId_6_ as hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/default/test/26efed4c564784b602a910bc8ed8506d/f/3fce9e391df74621a1603561b4f70a2b_SeqId_6_ 2024-12-03T23:21:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0fc52bd73cba444bb255d4506b4eb9f4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T23:21:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/staging/jenkins.hfs.22__test__g8n6rfchte0uen6g09fp2h662ggkvhkt5bv5vko7ttlpo2ar2qvc7158farpdb39/f/0fc52bd73cba444bb255d4506b4eb9f4_SeqId_6_ as hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/default/test/26efed4c564784b602a910bc8ed8506d/f/0b1364bebfe64b40a7a71c5954be1ea3_SeqId_6_ 2024-12-03T23:21:57,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/staging/jenkins.hfs.22__test__g8n6rfchte0uen6g09fp2h662ggkvhkt5bv5vko7ttlpo2ar2qvc7158farpdb39/f/fc6da8e1bfb44082a8401c66627d4df6_SeqId_6_ into 26efed4c564784b602a910bc8ed8506d/f as hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/default/test/26efed4c564784b602a910bc8ed8506d/f/3fce9e391df74621a1603561b4f70a2b_SeqId_6_ - updating store file list. 2024-12-03T23:21:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3fce9e391df74621a1603561b4f70a2b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T23:21:57,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/default/test/26efed4c564784b602a910bc8ed8506d/f/3fce9e391df74621a1603561b4f70a2b_SeqId_6_ into 26efed4c564784b602a910bc8ed8506d/f 2024-12-03T23:21:57,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/staging/jenkins.hfs.22__test__g8n6rfchte0uen6g09fp2h662ggkvhkt5bv5vko7ttlpo2ar2qvc7158farpdb39/f/fc6da8e1bfb44082a8401c66627d4df6_SeqId_6_ into 26efed4c564784b602a910bc8ed8506d/f (new location: hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/default/test/26efed4c564784b602a910bc8ed8506d/f/3fce9e391df74621a1603561b4f70a2b_SeqId_6_) 2024-12-03T23:21:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/staging/jenkins.hfs.22__test__g8n6rfchte0uen6g09fp2h662ggkvhkt5bv5vko7ttlpo2ar2qvc7158farpdb39/f/fc6da8e1bfb44082a8401c66627d4df6_SeqId_6_ 2024-12-03T23:21:57,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/staging/jenkins.hfs.22__test__g8n6rfchte0uen6g09fp2h662ggkvhkt5bv5vko7ttlpo2ar2qvc7158farpdb39/f/0fc52bd73cba444bb255d4506b4eb9f4_SeqId_6_ into 26efed4c564784b602a910bc8ed8506d/f as hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/default/test/26efed4c564784b602a910bc8ed8506d/f/0b1364bebfe64b40a7a71c5954be1ea3_SeqId_6_ - updating store file list. 2024-12-03T23:21:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0b1364bebfe64b40a7a71c5954be1ea3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T23:21:57,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/default/test/26efed4c564784b602a910bc8ed8506d/f/0b1364bebfe64b40a7a71c5954be1ea3_SeqId_6_ into 26efed4c564784b602a910bc8ed8506d/f 2024-12-03T23:21:57,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/staging/jenkins.hfs.22__test__g8n6rfchte0uen6g09fp2h662ggkvhkt5bv5vko7ttlpo2ar2qvc7158farpdb39/f/0fc52bd73cba444bb255d4506b4eb9f4_SeqId_6_ into 26efed4c564784b602a910bc8ed8506d/f (new location: hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/default/test/26efed4c564784b602a910bc8ed8506d/f/0b1364bebfe64b40a7a71c5954be1ea3_SeqId_6_) 2024-12-03T23:21:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/staging/jenkins.hfs.22__test__g8n6rfchte0uen6g09fp2h662ggkvhkt5bv5vko7ttlpo2ar2qvc7158farpdb39/f/0fc52bd73cba444bb255d4506b4eb9f4_SeqId_6_ 2024-12-03T23:21:57,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] regionserver.ReplicationSink(324): Finished replicating [560c2e58-9b77-4a8e-b64d-ced7f2523de4] bulk loaded data 2024-12-03T23:21:57,581 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 393, reset compression=false 2024-12-03T23:21:57,720 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 393, reset compression=false 2024-12-03T23:21:57,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T23:21:57,742 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:21:57,742 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:21:57,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:57,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:57,743 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T23:21:57,743 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1793687697, stopped=false 2024-12-03T23:21:57,743 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5f9d64419733,44207,1733268103882 2024-12-03T23:21:57,743 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:21:57,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37645-0x1017aa22a1c0007, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2955482877/running 2024-12-03T23:21:57,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2955482877/running 2024-12-03T23:21:57,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37645-0x1017aa22a1c0007, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2955482877 2024-12-03T23:21:57,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2955482877 2024-12-03T23:21:57,745 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:21:57,745 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:21:57,746 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:21:57,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:57,746 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5f9d64419733,37645,1733268103931' ***** 2024-12-03T23:21:57,746 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T23:21:57,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37645-0x1017aa22a1c0007, quorum=127.0.0.1:59661, baseZNode=/2955482877 Set watcher on znode that does not yet exist, /2955482877/running 2024-12-03T23:21:57,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Set watcher on znode that does not yet exist, /2955482877/running 2024-12-03T23:21:57,747 INFO [RS:0;5f9d64419733:37645 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T23:21:57,747 INFO [RS:0;5f9d64419733:37645 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T23:21:57,747 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T23:21:57,747 INFO [RS:0;5f9d64419733:37645 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T23:21:57,747 INFO [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(3091): Received CLOSE for 108de0b643666e3d00e7b7c95c37d8e1 2024-12-03T23:21:57,748 INFO [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(959): stopping server 5f9d64419733,37645,1733268103931 2024-12-03T23:21:57,748 INFO [RS:0;5f9d64419733:37645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:21:57,748 INFO [RS:0;5f9d64419733:37645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:37645. 2024-12-03T23:21:57,748 DEBUG [RS:0;5f9d64419733:37645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:21:57,748 DEBUG [RS:0;5f9d64419733:37645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:57,748 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 108de0b643666e3d00e7b7c95c37d8e1, disabling compactions & flushes 2024-12-03T23:21:57,748 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733268108962.108de0b643666e3d00e7b7c95c37d8e1. 2024-12-03T23:21:57,748 INFO [RS:0;5f9d64419733:37645 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T23:21:57,748 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733268108962.108de0b643666e3d00e7b7c95c37d8e1. 2024-12-03T23:21:57,748 INFO [RS:0;5f9d64419733:37645 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T23:21:57,748 INFO [RS:0;5f9d64419733:37645 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T23:21:57,748 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733268108962.108de0b643666e3d00e7b7c95c37d8e1. after waiting 0 ms 2024-12-03T23:21:57,748 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733268108962.108de0b643666e3d00e7b7c95c37d8e1. 2024-12-03T23:21:57,748 INFO [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T23:21:57,748 INFO [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T23:21:57,748 DEBUG [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(1325): Online Regions={108de0b643666e3d00e7b7c95c37d8e1=test,,1733268108962.108de0b643666e3d00e7b7c95c37d8e1., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T23:21:57,748 DEBUG [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(1351): Waiting on 108de0b643666e3d00e7b7c95c37d8e1, 1588230740 2024-12-03T23:21:57,749 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:21:57,749 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:21:57,749 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:21:57,749 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:21:57,749 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:21:57,749 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T23:21:57,752 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/default/test/108de0b643666e3d00e7b7c95c37d8e1/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-03T23:21:57,752 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:21:57,753 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T23:21:57,753 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733268108962.108de0b643666e3d00e7b7c95c37d8e1. 2024-12-03T23:21:57,753 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 108de0b643666e3d00e7b7c95c37d8e1: Waiting for close lock at 1733268117748Running coprocessor pre-close hooks at 1733268117748Disabling compacts and flushes for region at 1733268117748Disabling writes for close at 1733268117748Writing region close event to WAL at 1733268117749 (+1 ms)Running coprocessor post-close hooks at 1733268117752 (+3 ms)Closed at 1733268117753 (+1 ms) 2024-12-03T23:21:57,753 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733268108962.108de0b643666e3d00e7b7c95c37d8e1. 2024-12-03T23:21:57,761 INFO [regionserver/5f9d64419733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:21:57,767 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/1588230740/.tmp/info/690015b441764aefae93feb53437441a is 129, key is test,,1733268108962.108de0b643666e3d00e7b7c95c37d8e1./info:regioninfo/1733268110121/Put/seqid=0 2024-12-03T23:21:57,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39345 is added to blk_1073741839_1015 (size=6421) 2024-12-03T23:21:57,803 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:21:57,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:57,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:57,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:57,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:57,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:57,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:57,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:57,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:57,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:57,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:57,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:57,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:57,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:57,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:57,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:57,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:57,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:21:57,949 DEBUG [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:21:57,984 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 393, reset compression=false 2024-12-03T23:21:58,009 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:21:58,010 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5f9d64419733,45081,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T23:21:58,010 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 129086 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5f9d64419733,45081,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:45081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T23:21:58,023 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 393, reset compression=false 2024-12-03T23:21:58,149 DEBUG [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:21:58,170 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/1588230740/.tmp/info/690015b441764aefae93feb53437441a 2024-12-03T23:21:58,188 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/1588230740/.tmp/ns/6658eb001cef4ecb969b4d00d9e463dc is 43, key is default/ns:d/1733268106622/Put/seqid=0 2024-12-03T23:21:58,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39345 is added to blk_1073741840_1016 (size=5153) 2024-12-03T23:21:58,349 DEBUG [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:21:58,427 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 393, reset compression=false 2024-12-03T23:21:58,488 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 393, reset compression=false 2024-12-03T23:21:58,546 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T23:21:58,547 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T23:21:58,549 DEBUG [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:21:58,591 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/1588230740/.tmp/ns/6658eb001cef4ecb969b4d00d9e463dc 2024-12-03T23:21:58,609 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/1588230740/.tmp/rep_barrier/73a69cebbf534c39b5b4b6b560aba7ac is 112, key is test,,1733268108962.108de0b643666e3d00e7b7c95c37d8e1./rep_barrier:seqnumDuringOpen/1733268110121/Put/seqid=0 2024-12-03T23:21:58,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39345 is added to blk_1073741841_1017 (size=5518) 2024-12-03T23:21:58,749 INFO [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T23:21:58,749 DEBUG [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T23:21:58,749 DEBUG [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:21:58,930 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 393, reset compression=false 2024-12-03T23:21:58,950 DEBUG [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:21:59,012 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/1588230740/.tmp/rep_barrier/73a69cebbf534c39b5b4b6b560aba7ac 2024-12-03T23:21:59,030 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/1588230740/.tmp/table/7a3c1a2829e348929e666561ab62e194 is 40, key is test/table:state/1733268110128/Put/seqid=0 2024-12-03T23:21:59,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39345 is added to blk_1073741842_1018 (size=5165) 2024-12-03T23:21:59,034 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/1588230740/.tmp/table/7a3c1a2829e348929e666561ab62e194 2024-12-03T23:21:59,038 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/1588230740/.tmp/info/690015b441764aefae93feb53437441a as hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/1588230740/info/690015b441764aefae93feb53437441a 2024-12-03T23:21:59,041 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/1588230740/info/690015b441764aefae93feb53437441a, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T23:21:59,041 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/1588230740/.tmp/ns/6658eb001cef4ecb969b4d00d9e463dc as hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/1588230740/ns/6658eb001cef4ecb969b4d00d9e463dc 2024-12-03T23:21:59,045 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/1588230740/ns/6658eb001cef4ecb969b4d00d9e463dc, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T23:21:59,046 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/1588230740/.tmp/rep_barrier/73a69cebbf534c39b5b4b6b560aba7ac as hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/1588230740/rep_barrier/73a69cebbf534c39b5b4b6b560aba7ac 2024-12-03T23:21:59,050 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/1588230740/rep_barrier/73a69cebbf534c39b5b4b6b560aba7ac, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T23:21:59,050 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/1588230740/.tmp/table/7a3c1a2829e348929e666561ab62e194 as hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/1588230740/table/7a3c1a2829e348929e666561ab62e194 2024-12-03T23:21:59,054 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/1588230740/table/7a3c1a2829e348929e666561ab62e194, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T23:21:59,055 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=11, compaction requested=false 2024-12-03T23:21:59,059 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T23:21:59,059 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:21:59,059 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:21:59,059 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:21:59,059 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733268117749Running coprocessor pre-close hooks at 1733268117749Disabling compacts and flushes for region at 1733268117749Disabling writes for close at 1733268117749Obtaining lock to block concurrent updates at 1733268117749Preparing flush snapshotting stores in 1588230740 at 1733268117749Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733268117749Flushing stores of hbase:meta,,1.1588230740 at 1733268117751 (+2 ms)Flushing 1588230740/info: creating writer at 1733268117751Flushing 1588230740/info: appending metadata at 1733268117767 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733268117767Flushing 1588230740/ns: creating writer at 1733268118174 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733268118188 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733268118188Flushing 1588230740/rep_barrier: creating writer at 1733268118595 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733268118609 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733268118609Flushing 1588230740/table: creating writer at 1733268119016 (+407 ms)Flushing 1588230740/table: appending metadata at 1733268119030 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733268119030Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad08efc: reopening flushed file at 1733268119037 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43e3913c: reopening flushed file at 1733268119041 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a3380eb: reopening flushed file at 1733268119045 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f40f732: reopening flushed file at 1733268119050 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=11, compaction requested=false at 1733268119055 (+5 ms)Writing region close event to WAL at 1733268119057 (+2 ms)Running coprocessor post-close hooks at 1733268119059 (+2 ms)Closed at 1733268119059 2024-12-03T23:21:59,060 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T23:21:59,091 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 393, reset compression=false 2024-12-03T23:21:59,150 INFO [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(976): stopping server 5f9d64419733,37645,1733268103931; all regions closed. 2024-12-03T23:21:59,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39345 is added to blk_1073741834_1010 (size=2717) 2024-12-03T23:21:59,152 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/WALs/5f9d64419733,37645,1733268103931/5f9d64419733%2C37645%2C1733268103931.meta.1733268106570.meta not finished, retry = 0 2024-12-03T23:21:59,254 DEBUG [RS:0;5f9d64419733:37645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/oldWALs 2024-12-03T23:21:59,254 INFO [RS:0;5f9d64419733:37645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C37645%2C1733268103931.meta:.meta(num 1733268106570) 2024-12-03T23:21:59,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39345 is added to blk_1073741832_1008 (size=1028) 2024-12-03T23:21:59,256 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/WALs/5f9d64419733,37645,1733268103931/5f9d64419733%2C37645%2C1733268103931.1733268105687 not finished, retry = 0 2024-12-03T23:21:59,358 DEBUG [RS:0;5f9d64419733:37645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/oldWALs 2024-12-03T23:21:59,358 INFO [RS:0;5f9d64419733:37645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C37645%2C1733268103931:(num 1733268105687) 2024-12-03T23:21:59,358 DEBUG [RS:0;5f9d64419733:37645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:59,358 INFO [RS:0;5f9d64419733:37645 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:21:59,358 INFO [RS:0;5f9d64419733:37645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:21:59,358 INFO [RS:0;5f9d64419733:37645 {}] hbase.ChoreService(370): Chore service for: regionserver/5f9d64419733:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T23:21:59,358 INFO [RS:0;5f9d64419733:37645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:21:59,358 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:21:59,359 INFO [RS:0;5f9d64419733:37645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:37645. 2024-12-03T23:21:59,359 DEBUG [RS:0;5f9d64419733:37645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:21:59,359 DEBUG [RS:0;5f9d64419733:37645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:59,359 DEBUG [RS:0;5f9d64419733:37645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:21:59,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:21:59,359 INFO [RS:0;5f9d64419733:37645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37645 2024-12-03T23:21:59,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37645-0x1017aa22a1c0007, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2955482877/rs/5f9d64419733,37645,1733268103931 2024-12-03T23:21:59,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2955482877/rs 2024-12-03T23:21:59,362 INFO [RS:0;5f9d64419733:37645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:21:59,363 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5f9d64419733,37645,1733268103931] 2024-12-03T23:21:59,364 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2955482877/draining/5f9d64419733,37645,1733268103931 already deleted, retry=false 2024-12-03T23:21:59,365 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5f9d64419733,37645,1733268103931 expired; onlineServers=0 2024-12-03T23:21:59,365 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5f9d64419733,44207,1733268103882' ***** 2024-12-03T23:21:59,365 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T23:21:59,365 INFO [M:0;5f9d64419733:44207 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:21:59,365 INFO [M:0;5f9d64419733:44207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:21:59,365 DEBUG [M:0;5f9d64419733:44207 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T23:21:59,365 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T23:21:59,365 DEBUG [M:0;5f9d64419733:44207 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T23:21:59,365 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268105421 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268105421,5,FailOnTimeoutGroup] 2024-12-03T23:21:59,365 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268105416 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268105416,5,FailOnTimeoutGroup] 2024-12-03T23:21:59,365 INFO [M:0;5f9d64419733:44207 {}] hbase.ChoreService(370): Chore service for: master/5f9d64419733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T23:21:59,365 INFO [M:0;5f9d64419733:44207 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:21:59,365 DEBUG [M:0;5f9d64419733:44207 {}] master.HMaster(1795): Stopping service threads 2024-12-03T23:21:59,365 INFO [M:0;5f9d64419733:44207 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T23:21:59,366 INFO [M:0;5f9d64419733:44207 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:21:59,366 INFO [M:0;5f9d64419733:44207 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T23:21:59,366 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T23:21:59,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2955482877/master 2024-12-03T23:21:59,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2955482877 2024-12-03T23:21:59,366 DEBUG [M:0;5f9d64419733:44207 {}] zookeeper.ZKUtil(347): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Unable to get data of znode /2955482877/master because node does not exist (not an error) 2024-12-03T23:21:59,366 WARN [M:0;5f9d64419733:44207 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T23:21:59,367 INFO [M:0;5f9d64419733:44207 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/.lastflushedseqids 2024-12-03T23:21:59,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39345 is added to blk_1073741843_1019 (size=173) 2024-12-03T23:21:59,463 INFO [RS:0;5f9d64419733:37645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:21:59,464 INFO [RS:0;5f9d64419733:37645 {}] regionserver.HRegionServer(1031): Exiting; stopping=5f9d64419733,37645,1733268103931; zookeeper connection closed. 2024-12-03T23:21:59,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37645-0x1017aa22a1c0007, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:21:59,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37645-0x1017aa22a1c0007, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:21:59,464 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d191dc2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d191dc2 2024-12-03T23:21:59,464 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T23:21:59,534 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 393, reset compression=false 2024-12-03T23:21:59,771 INFO [M:0;5f9d64419733:44207 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T23:21:59,771 INFO [M:0;5f9d64419733:44207 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T23:21:59,771 DEBUG [M:0;5f9d64419733:44207 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:21:59,771 INFO [M:0;5f9d64419733:44207 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:59,771 DEBUG [M:0;5f9d64419733:44207 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:59,771 DEBUG [M:0;5f9d64419733:44207 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:21:59,771 DEBUG [M:0;5f9d64419733:44207 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:21:59,771 INFO [M:0;5f9d64419733:44207 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-12-03T23:21:59,786 DEBUG [M:0;5f9d64419733:44207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d49d4a61983e41bd941fef70ba12074f is 82, key is hbase:meta,,1/info:regioninfo/1733268106613/Put/seqid=0 2024-12-03T23:21:59,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39345 is added to blk_1073741844_1020 (size=5672) 2024-12-03T23:21:59,790 INFO [M:0;5f9d64419733:44207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d49d4a61983e41bd941fef70ba12074f 2024-12-03T23:21:59,795 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 393, reset compression=false 2024-12-03T23:21:59,806 DEBUG [M:0;5f9d64419733:44207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0515413cc46e4a4bbc8e4fa34c52e0a0 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733268110131/Put/seqid=0 2024-12-03T23:21:59,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39345 is added to blk_1073741845_1021 (size=6587) 2024-12-03T23:21:59,833 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T23:22:00,210 INFO [M:0;5f9d64419733:44207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0515413cc46e4a4bbc8e4fa34c52e0a0 2024-12-03T23:22:00,227 DEBUG [M:0;5f9d64419733:44207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07a3b90ed6ba44a3b6f3ae1c773fbd82 is 69, key is 5f9d64419733,37645,1733268103931/rs:state/1733268105524/Put/seqid=0 2024-12-03T23:22:00,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39345 is added to blk_1073741846_1022 (size=5156) 2024-12-03T23:22:00,237 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 393, reset compression=false 2024-12-03T23:22:00,600 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 393, reset compression=false 2024-12-03T23:22:00,630 INFO [M:0;5f9d64419733:44207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07a3b90ed6ba44a3b6f3ae1c773fbd82 2024-12-03T23:22:00,634 DEBUG [M:0;5f9d64419733:44207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d49d4a61983e41bd941fef70ba12074f as hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d49d4a61983e41bd941fef70ba12074f 2024-12-03T23:22:00,638 INFO [M:0;5f9d64419733:44207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d49d4a61983e41bd941fef70ba12074f, entries=8, sequenceid=55, filesize=5.5 K 2024-12-03T23:22:00,638 DEBUG [M:0;5f9d64419733:44207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0515413cc46e4a4bbc8e4fa34c52e0a0 as hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0515413cc46e4a4bbc8e4fa34c52e0a0 2024-12-03T23:22:00,641 INFO [M:0;5f9d64419733:44207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0515413cc46e4a4bbc8e4fa34c52e0a0, entries=6, sequenceid=55, filesize=6.4 K 2024-12-03T23:22:00,642 DEBUG [M:0;5f9d64419733:44207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07a3b90ed6ba44a3b6f3ae1c773fbd82 as hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07a3b90ed6ba44a3b6f3ae1c773fbd82 2024-12-03T23:22:00,645 INFO [M:0;5f9d64419733:44207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33973/user/jenkins/test-data/e1e086d4-2816-d915-4ea8-2bbc3bc714a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07a3b90ed6ba44a3b6f3ae1c773fbd82, entries=1, sequenceid=55, filesize=5.0 K 2024-12-03T23:22:00,646 INFO [M:0;5f9d64419733:44207 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=55, compaction requested=false 2024-12-03T23:22:00,648 INFO [M:0;5f9d64419733:44207 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:22:00,648 DEBUG [M:0;5f9d64419733:44207 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733268119771Disabling compacts and flushes for region at 1733268119771Disabling writes for close at 1733268119771Obtaining lock to block concurrent updates at 1733268119771Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733268119771Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1733268119772 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733268119772Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733268119772Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733268119786 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733268119786Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733268119793 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733268119806 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733268119806Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733268120213 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733268120227 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733268120227Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59aa576c: reopening flushed file at 1733268120634 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f69f1bf: reopening flushed file at 1733268120638 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2482465f: reopening flushed file at 1733268120641 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=55, compaction requested=false at 1733268120646 (+5 ms)Writing region close event to WAL at 1733268120647 (+1 ms)Closed at 1733268120648 (+1 ms) 2024-12-03T23:22:00,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39345 is added to blk_1073741830_1006 (size=32782) 2024-12-03T23:22:00,650 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:22:00,650 INFO [M:0;5f9d64419733:44207 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T23:22:00,650 INFO [M:0;5f9d64419733:44207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44207 2024-12-03T23:22:00,650 INFO [M:0;5f9d64419733:44207 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:22:00,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:22:00,753 INFO [M:0;5f9d64419733:44207 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:22:00,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44207-0x1017aa22a1c0006, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:22:00,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@146e5199{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:22:00,756 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f8a4078{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:22:00,756 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:22:00,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13ab238e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:22:00,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bdfe434{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/hadoop.log.dir/,STOPPED} 2024-12-03T23:22:00,758 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T23:22:00,758 WARN [BP-1098314722-172.17.0.2-1733268103159 heartbeating to localhost/127.0.0.1:33973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T23:22:00,758 WARN [BP-1098314722-172.17.0.2-1733268103159 heartbeating to localhost/127.0.0.1:33973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1098314722-172.17.0.2-1733268103159 (Datanode Uuid e03ffb5d-9b23-42b3-a540-4ae35e6b6f7a) service to localhost/127.0.0.1:33973 2024-12-03T23:22:00,758 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T23:22:00,759 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/cluster_03d9fe05-fb04-4f33-e1ad-d8ce4d6d34ef/data/data1/current/BP-1098314722-172.17.0.2-1733268103159 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:22:00,759 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/cluster_03d9fe05-fb04-4f33-e1ad-d8ce4d6d34ef/data/data2/current/BP-1098314722-172.17.0.2-1733268103159 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:22:00,759 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T23:22:00,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bc761de{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:22:00,765 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c4d0068{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:22:00,765 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:22:00,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f9855d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:22:00,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ac9f21d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eefcb0b7-d2f8-623b-8d16-f67e61c7eb50/hadoop.log.dir/,STOPPED} 2024-12-03T23:22:00,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T23:22:00,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T23:22:00,777 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:22:00,777 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:22:00,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:22:00,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:22:00,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:22:00,777 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T23:22:00,777 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=656246951, stopped=false 2024-12-03T23:22:00,777 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5f9d64419733,43421,1733268100053 2024-12-03T23:22:00,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12117752399/running 2024-12-03T23:22:00,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1017aa22a1c0004, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12117752399/running 2024-12-03T23:22:00,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12117752399 2024-12-03T23:22:00,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1017aa22a1c0004, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12117752399 2024-12-03T23:22:00,779 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:22:00,779 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:22:00,779 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:22:00,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:22:00,779 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5f9d64419733,39021,1733268100093' ***** 2024-12-03T23:22:00,779 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T23:22:00,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39021-0x1017aa22a1c0004, quorum=127.0.0.1:59661, baseZNode=/12117752399 Set watcher on znode that does not yet exist, /12117752399/running 2024-12-03T23:22:00,780 INFO [RS:0;5f9d64419733:39021 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T23:22:00,780 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T23:22:00,780 INFO [RS:0;5f9d64419733:39021 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T23:22:00,780 INFO [RS:0;5f9d64419733:39021 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T23:22:00,780 INFO [RS:0;5f9d64419733:39021 {}] regionserver.HRegionServer(3091): Received CLOSE for 26efed4c564784b602a910bc8ed8506d 2024-12-03T23:22:00,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Set watcher on znode that does not yet exist, /12117752399/running 2024-12-03T23:22:00,780 INFO [RS:0;5f9d64419733:39021 {}] regionserver.HRegionServer(959): stopping server 5f9d64419733,39021,1733268100093 2024-12-03T23:22:00,780 INFO [RS:0;5f9d64419733:39021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:22:00,781 INFO [RS:0;5f9d64419733:39021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:39021. 2024-12-03T23:22:00,781 DEBUG [RS:0;5f9d64419733:39021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:22:00,781 DEBUG [RS:0;5f9d64419733:39021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:22:00,781 INFO [RS:0;5f9d64419733:39021 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T23:22:00,781 INFO [RS:0;5f9d64419733:39021 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T23:22:00,781 INFO [RS:0;5f9d64419733:39021 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T23:22:00,781 INFO [RS:0;5f9d64419733:39021 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T23:22:00,781 INFO [RS:0;5f9d64419733:39021 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T23:22:00,781 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26efed4c564784b602a910bc8ed8506d, disabling compactions & flushes 2024-12-03T23:22:00,781 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733268107823.26efed4c564784b602a910bc8ed8506d. 2024-12-03T23:22:00,781 DEBUG [RS:0;5f9d64419733:39021 {}] regionserver.HRegionServer(1325): Online Regions={26efed4c564784b602a910bc8ed8506d=test,,1733268107823.26efed4c564784b602a910bc8ed8506d., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T23:22:00,781 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733268107823.26efed4c564784b602a910bc8ed8506d. 2024-12-03T23:22:00,781 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733268107823.26efed4c564784b602a910bc8ed8506d. after waiting 0 ms 2024-12-03T23:22:00,781 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733268107823.26efed4c564784b602a910bc8ed8506d. 2024-12-03T23:22:00,781 DEBUG [RS:0;5f9d64419733:39021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26efed4c564784b602a910bc8ed8506d 2024-12-03T23:22:00,781 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:22:00,781 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:22:00,781 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:22:00,781 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:22:00,781 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:22:00,781 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T23:22:00,785 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/default/test/26efed4c564784b602a910bc8ed8506d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T23:22:00,785 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:22:00,785 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T23:22:00,785 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733268107823.26efed4c564784b602a910bc8ed8506d. 2024-12-03T23:22:00,785 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26efed4c564784b602a910bc8ed8506d: Waiting for close lock at 1733268120781Running coprocessor pre-close hooks at 1733268120781Disabling compacts and flushes for region at 1733268120781Disabling writes for close at 1733268120781Writing region close event to WAL at 1733268120782 (+1 ms)Running coprocessor post-close hooks at 1733268120785 (+3 ms)Closed at 1733268120785 2024-12-03T23:22:00,785 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733268107823.26efed4c564784b602a910bc8ed8506d. 2024-12-03T23:22:00,800 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/1588230740/.tmp/info/e0d504eb630b467abeed1b73920a48bb is 129, key is test,,1733268107823.26efed4c564784b602a910bc8ed8506d./info:regioninfo/1733268108592/Put/seqid=0 2024-12-03T23:22:00,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741841_1017 (size=6421) 2024-12-03T23:22:00,803 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/1588230740/.tmp/info/e0d504eb630b467abeed1b73920a48bb 2024-12-03T23:22:00,821 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/1588230740/.tmp/ns/9c4b355df9ca457991e9dfa4f4105fd8 is 43, key is default/ns:d/1733268103065/Put/seqid=0 2024-12-03T23:22:00,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741842_1018 (size=5153) 2024-12-03T23:22:00,869 INFO [regionserver/5f9d64419733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:22:00,955 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T23:22:00,955 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T23:22:00,981 DEBUG [RS:0;5f9d64419733:39021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:22:01,040 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 393, reset compression=false 2024-12-03T23:22:01,181 DEBUG [RS:0;5f9d64419733:39021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:22:01,225 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/1588230740/.tmp/ns/9c4b355df9ca457991e9dfa4f4105fd8 2024-12-03T23:22:01,242 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/1588230740/.tmp/rep_barrier/c7baa5ae350e4195874483f143b23d7e is 112, key is test,,1733268107823.26efed4c564784b602a910bc8ed8506d./rep_barrier:seqnumDuringOpen/1733268108592/Put/seqid=0 2024-12-03T23:22:01,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741843_1019 (size=5518) 2024-12-03T23:22:01,382 DEBUG [RS:0;5f9d64419733:39021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:22:01,503 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 393, reset compression=false 2024-12-03T23:22:01,582 DEBUG [RS:0;5f9d64419733:39021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:22:01,646 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/1588230740/.tmp/rep_barrier/c7baa5ae350e4195874483f143b23d7e 2024-12-03T23:22:01,682 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/1588230740/.tmp/table/38726ad32560429b913be23c8a1cba8b is 40, key is test/table:state/1733268108602/Put/seqid=0 2024-12-03T23:22:01,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741844_1020 (size=5165) 2024-12-03T23:22:01,782 INFO [RS:0;5f9d64419733:39021 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T23:22:01,782 DEBUG [RS:0;5f9d64419733:39021 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T23:22:01,782 DEBUG [RS:0;5f9d64419733:39021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:22:01,944 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 393, reset compression=false 2024-12-03T23:22:01,982 DEBUG [RS:0;5f9d64419733:39021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:22:02,091 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/1588230740/.tmp/table/38726ad32560429b913be23c8a1cba8b 2024-12-03T23:22:02,095 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/1588230740/.tmp/info/e0d504eb630b467abeed1b73920a48bb as hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/1588230740/info/e0d504eb630b467abeed1b73920a48bb 2024-12-03T23:22:02,098 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/1588230740/info/e0d504eb630b467abeed1b73920a48bb, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T23:22:02,099 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/1588230740/.tmp/ns/9c4b355df9ca457991e9dfa4f4105fd8 as hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/1588230740/ns/9c4b355df9ca457991e9dfa4f4105fd8 2024-12-03T23:22:02,102 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/1588230740/ns/9c4b355df9ca457991e9dfa4f4105fd8, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T23:22:02,102 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/1588230740/.tmp/rep_barrier/c7baa5ae350e4195874483f143b23d7e as hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/1588230740/rep_barrier/c7baa5ae350e4195874483f143b23d7e 2024-12-03T23:22:02,105 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/1588230740/rep_barrier/c7baa5ae350e4195874483f143b23d7e, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T23:22:02,106 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/1588230740/.tmp/table/38726ad32560429b913be23c8a1cba8b as hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/1588230740/table/38726ad32560429b913be23c8a1cba8b 2024-12-03T23:22:02,108 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/1588230740/table/38726ad32560429b913be23c8a1cba8b, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T23:22:02,109 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1328ms, sequenceid=11, compaction requested=false 2024-12-03T23:22:02,113 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T23:22:02,113 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:22:02,113 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:22:02,113 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:22:02,114 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733268120781Running coprocessor pre-close hooks at 1733268120781Disabling compacts and flushes for region at 1733268120781Disabling writes for close at 1733268120781Obtaining lock to block concurrent updates at 1733268120781Preparing flush snapshotting stores in 1588230740 at 1733268120781Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733268120782 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733268120782Flushing 1588230740/info: creating writer at 1733268120782Flushing 1588230740/info: appending metadata at 1733268120800 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733268120800Flushing 1588230740/ns: creating writer at 1733268120807 (+7 ms)Flushing 1588230740/ns: appending metadata at 1733268120820 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733268120820Flushing 1588230740/rep_barrier: creating writer at 1733268121228 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733268121242 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733268121242Flushing 1588230740/table: creating writer at 1733268121649 (+407 ms)Flushing 1588230740/table: appending metadata at 1733268121681 (+32 ms)Flushing 1588230740/table: closing flushed file at 1733268121682 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a48a2dc: reopening flushed file at 1733268122094 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59b3ecf2: reopening flushed file at 1733268122098 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51b7d44a: reopening flushed file at 1733268122102 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@314a38f3: reopening flushed file at 1733268122105 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1328ms, sequenceid=11, compaction requested=false at 1733268122109 (+4 ms)Writing region close event to WAL at 1733268122111 (+2 ms)Running coprocessor post-close hooks at 1733268122113 (+2 ms)Closed at 1733268122113 2024-12-03T23:22:02,114 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T23:22:02,183 INFO [RS:0;5f9d64419733:39021 {}] regionserver.HRegionServer(976): stopping server 5f9d64419733,39021,1733268100093; all regions closed. 2024-12-03T23:22:02,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741834_1010 (size=2717) 2024-12-03T23:22:02,187 DEBUG [RS:0;5f9d64419733:39021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/oldWALs 2024-12-03T23:22:02,187 INFO [RS:0;5f9d64419733:39021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C39021%2C1733268100093.meta:.meta(num 1733268103020) 2024-12-03T23:22:02,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741832_1008 (size=1374) 2024-12-03T23:22:02,190 DEBUG [RS:0;5f9d64419733:39021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/oldWALs 2024-12-03T23:22:02,190 INFO [RS:0;5f9d64419733:39021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C39021%2C1733268100093:(num 1733268102085) 2024-12-03T23:22:02,190 DEBUG [RS:0;5f9d64419733:39021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:22:02,190 INFO [RS:0;5f9d64419733:39021 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:22:02,190 INFO [RS:0;5f9d64419733:39021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:22:02,191 INFO [RS:0;5f9d64419733:39021 {}] hbase.ChoreService(370): Chore service for: regionserver/5f9d64419733:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T23:22:02,191 INFO [RS:0;5f9d64419733:39021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:22:02,191 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:22:02,191 INFO [RS:0;5f9d64419733:39021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:39021. 2024-12-03T23:22:02,191 DEBUG [RS:0;5f9d64419733:39021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:22:02,191 DEBUG [RS:0;5f9d64419733:39021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:22:02,192 DEBUG [RS:0;5f9d64419733:39021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:22:02,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:22:02,192 INFO [RS:0;5f9d64419733:39021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39021 2024-12-03T23:22:02,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1017aa22a1c0004, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12117752399/rs/5f9d64419733,39021,1733268100093 2024-12-03T23:22:02,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12117752399/rs 2024-12-03T23:22:02,193 INFO [RS:0;5f9d64419733:39021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:22:02,196 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5f9d64419733,39021,1733268100093] 2024-12-03T23:22:02,197 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12117752399/draining/5f9d64419733,39021,1733268100093 already deleted, retry=false 2024-12-03T23:22:02,197 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5f9d64419733,39021,1733268100093 expired; onlineServers=0 2024-12-03T23:22:02,197 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5f9d64419733,43421,1733268100053' ***** 2024-12-03T23:22:02,197 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T23:22:02,197 INFO [M:0;5f9d64419733:43421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:22:02,197 INFO [M:0;5f9d64419733:43421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:22:02,197 DEBUG [M:0;5f9d64419733:43421 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T23:22:02,197 DEBUG [M:0;5f9d64419733:43421 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T23:22:02,197 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T23:22:02,197 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268101879 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268101879,5,FailOnTimeoutGroup] 2024-12-03T23:22:02,197 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268101879 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268101879,5,FailOnTimeoutGroup] 2024-12-03T23:22:02,198 INFO [M:0;5f9d64419733:43421 {}] hbase.ChoreService(370): Chore service for: master/5f9d64419733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T23:22:02,198 INFO [M:0;5f9d64419733:43421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:22:02,198 DEBUG [M:0;5f9d64419733:43421 {}] master.HMaster(1795): Stopping service threads 2024-12-03T23:22:02,198 INFO [M:0;5f9d64419733:43421 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T23:22:02,198 INFO [M:0;5f9d64419733:43421 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:22:02,198 INFO [M:0;5f9d64419733:43421 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T23:22:02,198 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T23:22:02,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12117752399/master 2024-12-03T23:22:02,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12117752399 2024-12-03T23:22:02,199 DEBUG [M:0;5f9d64419733:43421 {}] zookeeper.ZKUtil(347): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Unable to get data of znode /12117752399/master because node does not exist (not an error) 2024-12-03T23:22:02,199 WARN [M:0;5f9d64419733:43421 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T23:22:02,200 INFO [M:0;5f9d64419733:43421 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/.lastflushedseqids 2024-12-03T23:22:02,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741845_1021 (size=173) 2024-12-03T23:22:02,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1017aa22a1c0004, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:22:02,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39021-0x1017aa22a1c0004, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:22:02,296 INFO [RS:0;5f9d64419733:39021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:22:02,296 INFO [RS:0;5f9d64419733:39021 {}] regionserver.HRegionServer(1031): Exiting; stopping=5f9d64419733,39021,1733268100093; zookeeper connection closed. 2024-12-03T23:22:02,297 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c18f165 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c18f165 2024-12-03T23:22:02,297 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T23:22:02,506 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 393, reset compression=false 2024-12-03T23:22:02,604 INFO [M:0;5f9d64419733:43421 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T23:22:02,604 INFO [M:0;5f9d64419733:43421 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T23:22:02,604 DEBUG [M:0;5f9d64419733:43421 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:22:02,604 INFO [M:0;5f9d64419733:43421 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:22:02,604 DEBUG [M:0;5f9d64419733:43421 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:22:02,604 DEBUG [M:0;5f9d64419733:43421 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:22:02,604 DEBUG [M:0;5f9d64419733:43421 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:22:02,604 INFO [M:0;5f9d64419733:43421 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-12-03T23:22:02,623 DEBUG [M:0;5f9d64419733:43421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80902831eb744d1e9f6e3f826286d4c7 is 82, key is hbase:meta,,1/info:regioninfo/1733268103055/Put/seqid=0 2024-12-03T23:22:02,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741846_1022 (size=5672) 2024-12-03T23:22:02,627 INFO [M:0;5f9d64419733:43421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80902831eb744d1e9f6e3f826286d4c7 2024-12-03T23:22:02,649 DEBUG [M:0;5f9d64419733:43421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e92b1ecb7f66428c88d51bbb315c2a5e is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733268108605/Put/seqid=0 2024-12-03T23:22:02,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741847_1023 (size=6587) 2024-12-03T23:22:02,947 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 393, reset compression=false 2024-12-03T23:22:03,053 INFO [M:0;5f9d64419733:43421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e92b1ecb7f66428c88d51bbb315c2a5e 2024-12-03T23:22:03,075 DEBUG [M:0;5f9d64419733:43421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0162a721715242fa83f487d2f80c095e is 69, key is 5f9d64419733,39021,1733268100093/rs:state/1733268101939/Put/seqid=0 2024-12-03T23:22:03,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741848_1024 (size=5156) 2024-12-03T23:22:03,255 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T23:22:03,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:22:03,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:22:03,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:22:03,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:22:03,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:22:03,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:22:03,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:22:03,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:22:03,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:22:03,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:22:03,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:22:03,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:22:03,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:22:03,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:22:03,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:22:03,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:22:03,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:22:03,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T23:22:03,479 INFO [M:0;5f9d64419733:43421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0162a721715242fa83f487d2f80c095e 2024-12-03T23:22:03,482 DEBUG [M:0;5f9d64419733:43421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80902831eb744d1e9f6e3f826286d4c7 as hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/80902831eb744d1e9f6e3f826286d4c7 2024-12-03T23:22:03,486 INFO [M:0;5f9d64419733:43421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/80902831eb744d1e9f6e3f826286d4c7, entries=8, sequenceid=55, filesize=5.5 K 2024-12-03T23:22:03,486 DEBUG [M:0;5f9d64419733:43421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e92b1ecb7f66428c88d51bbb315c2a5e as hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e92b1ecb7f66428c88d51bbb315c2a5e 2024-12-03T23:22:03,489 INFO [M:0;5f9d64419733:43421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e92b1ecb7f66428c88d51bbb315c2a5e, entries=6, sequenceid=55, filesize=6.4 K 2024-12-03T23:22:03,490 DEBUG [M:0;5f9d64419733:43421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0162a721715242fa83f487d2f80c095e as hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0162a721715242fa83f487d2f80c095e 2024-12-03T23:22:03,493 INFO [M:0;5f9d64419733:43421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42693/user/jenkins/test-data/aa1c1911-f0ba-63ef-1d80-74acffc61ca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0162a721715242fa83f487d2f80c095e, entries=1, sequenceid=55, filesize=5.0 K 2024-12-03T23:22:03,493 INFO [M:0;5f9d64419733:43421 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=55, compaction requested=false 2024-12-03T23:22:03,495 INFO [M:0;5f9d64419733:43421 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:22:03,495 DEBUG [M:0;5f9d64419733:43421 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733268122604Disabling compacts and flushes for region at 1733268122604Disabling writes for close at 1733268122604Obtaining lock to block concurrent updates at 1733268122604Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733268122604Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1733268122605 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733268122605Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733268122605Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733268122622 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733268122622Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733268122630 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733268122649 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733268122649Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733268123057 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733268123074 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733268123074Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402764af: reopening flushed file at 1733268123482 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f1f644: reopening flushed file at 1733268123486 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35f3c6e6: reopening flushed file at 1733268123489 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=55, compaction requested=false at 1733268123494 (+5 ms)Writing region close event to WAL at 1733268123495 (+1 ms)Closed at 1733268123495 2024-12-03T23:22:03,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741830_1006 (size=32782) 2024-12-03T23:22:03,497 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:22:03,497 INFO [M:0;5f9d64419733:43421 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T23:22:03,497 INFO [M:0;5f9d64419733:43421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43421 2024-12-03T23:22:03,498 INFO [M:0;5f9d64419733:43421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:22:03,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:22:03,599 INFO [M:0;5f9d64419733:43421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:22:03,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43421-0x1017aa22a1c0003, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:22:03,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b9dc189{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:22:03,602 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29f12594{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:22:03,602 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:22:03,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a6a4a0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:22:03,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@687d9d11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/hadoop.log.dir/,STOPPED} 2024-12-03T23:22:03,604 WARN [BP-448813600-172.17.0.2-1733268099008 heartbeating to localhost/127.0.0.1:42693 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T23:22:03,604 WARN [BP-448813600-172.17.0.2-1733268099008 heartbeating to localhost/127.0.0.1:42693 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-448813600-172.17.0.2-1733268099008 (Datanode Uuid ef34813f-343f-4f7c-9931-74493aee8c7b) service to localhost/127.0.0.1:42693 2024-12-03T23:22:03,604 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T23:22:03,604 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T23:22:03,604 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/cluster_82e54e57-b67f-5696-455a-a632f356384b/data/data1/current/BP-448813600-172.17.0.2-1733268099008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:22:03,605 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/cluster_82e54e57-b67f-5696-455a-a632f356384b/data/data2/current/BP-448813600-172.17.0.2-1733268099008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:22:03,605 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T23:22:03,610 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 393, reset compression=false 2024-12-03T23:22:03,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2780f6bc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:22:03,611 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79e41501{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:22:03,612 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:22:03,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3623dc90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:22:03,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cea55df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bb9d48-4eee-f624-6c2b-e88122ca5fe6/hadoop.log.dir/,STOPPED} 2024-12-03T23:22:03,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T23:22:03,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T23:22:03,626 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:22:03,626 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:22:03,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:22:03,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:22:03,627 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T23:22:03,627 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1439289137, stopped=false 2024-12-03T23:22:03,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:22:03,627 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5f9d64419733,43729,1733268095904 2024-12-03T23:22:03,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1646778784/running 2024-12-03T23:22:03,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x1017aa22a1c0001, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1646778784/running 2024-12-03T23:22:03,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x1017aa22a1c0001, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1646778784 2024-12-03T23:22:03,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1646778784 2024-12-03T23:22:03,630 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:22:03,630 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:22:03,630 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:22:03,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:22:03,631 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5f9d64419733,41599,1733268095954' ***** 2024-12-03T23:22:03,631 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T23:22:03,631 INFO [RS:0;5f9d64419733:41599 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T23:22:03,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Set watcher on znode that does not yet exist, /0-1646778784/running 2024-12-03T23:22:03,631 INFO [RS:0;5f9d64419733:41599 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T23:22:03,631 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T23:22:03,631 INFO [RS:0;5f9d64419733:41599 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T23:22:03,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41599-0x1017aa22a1c0001, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Set watcher on znode that does not yet exist, /0-1646778784/running 2024-12-03T23:22:03,632 INFO [RS:0;5f9d64419733:41599 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c4a4ec1a35c43aebc36290c069078f8 2024-12-03T23:22:03,632 INFO [RS:0;5f9d64419733:41599 {}] regionserver.HRegionServer(3091): Received CLOSE for 39d97835b306e1cee35c0806bfe99416 2024-12-03T23:22:03,632 INFO [RS:0;5f9d64419733:41599 {}] regionserver.HRegionServer(959): stopping server 5f9d64419733,41599,1733268095954 2024-12-03T23:22:03,632 INFO [RS:0;5f9d64419733:41599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:22:03,632 INFO [RS:0;5f9d64419733:41599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:41599. 2024-12-03T23:22:03,632 DEBUG [RS:0;5f9d64419733:41599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:22:03,632 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c4a4ec1a35c43aebc36290c069078f8, disabling compactions & flushes 2024-12-03T23:22:03,632 DEBUG [RS:0;5f9d64419733:41599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:22:03,632 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8. 2024-12-03T23:22:03,632 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8. 2024-12-03T23:22:03,633 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8. after waiting 0 ms 2024-12-03T23:22:03,633 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8. 2024-12-03T23:22:03,633 INFO [RS:0;5f9d64419733:41599 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T23:22:03,633 INFO [RS:0;5f9d64419733:41599 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T23:22:03,633 INFO [RS:0;5f9d64419733:41599 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T23:22:03,633 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7c4a4ec1a35c43aebc36290c069078f8 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-03T23:22:03,633 INFO [RS:0;5f9d64419733:41599 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T23:22:03,633 INFO [regionserver/5f9d64419733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:22:03,634 INFO [RS:0;5f9d64419733:41599 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T23:22:03,634 DEBUG [RS:0;5f9d64419733:41599 {}] regionserver.HRegionServer(1325): Online Regions={7c4a4ec1a35c43aebc36290c069078f8=hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8., 1588230740=hbase:meta,,1.1588230740, 39d97835b306e1cee35c0806bfe99416=test,,1733268106680.39d97835b306e1cee35c0806bfe99416.} 2024-12-03T23:22:03,634 DEBUG [RS:0;5f9d64419733:41599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39d97835b306e1cee35c0806bfe99416, 7c4a4ec1a35c43aebc36290c069078f8 2024-12-03T23:22:03,635 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:22:03,635 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:22:03,635 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:22:03,635 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:22:03,635 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:22:03,635 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T23:22:03,654 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/replication/7c4a4ec1a35c43aebc36290c069078f8/.tmp/hfileref/f3cc0e60476248cfb376dcfb3d25777e is 74, key is 1/hfileref:0fc52bd73cba444bb255d4506b4eb9f4_SeqId_6_/1733268117560/DeleteColumn/seqid=0 2024-12-03T23:22:03,656 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/1588230740/.tmp/info/9cb52c069c0b48e9a218f098eaf376b2 is 147, key is hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8./info:regioninfo/1733268112312/Put/seqid=0 2024-12-03T23:22:03,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741847_1023 (size=5489) 2024-12-03T23:22:03,657 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/replication/7c4a4ec1a35c43aebc36290c069078f8/.tmp/hfileref/f3cc0e60476248cfb376dcfb3d25777e 2024-12-03T23:22:03,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741848_1024 (size=7686) 2024-12-03T23:22:03,659 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/1588230740/.tmp/info/9cb52c069c0b48e9a218f098eaf376b2 2024-12-03T23:22:03,675 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/replication/7c4a4ec1a35c43aebc36290c069078f8/.tmp/queue/c3476c43b3324894bf7b343aa018013b is 153, key is 1-5f9d64419733,41599,1733268095954/queue:5f9d64419733%2C41599%2C1733268095954/1733268117561/Put/seqid=0 2024-12-03T23:22:03,677 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/1588230740/.tmp/ns/eb4898dd68b4463b9137544ebd2f2b6c is 43, key is default/ns:d/1733268098882/Put/seqid=0 2024-12-03T23:22:03,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741849_1025 (size=5504) 2024-12-03T23:22:03,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741850_1026 (size=5153) 2024-12-03T23:22:03,681 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/1588230740/.tmp/ns/eb4898dd68b4463b9137544ebd2f2b6c 2024-12-03T23:22:03,681 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/replication/7c4a4ec1a35c43aebc36290c069078f8/.tmp/queue/c3476c43b3324894bf7b343aa018013b 2024-12-03T23:22:03,684 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/replication/7c4a4ec1a35c43aebc36290c069078f8/.tmp/hfileref/f3cc0e60476248cfb376dcfb3d25777e as hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/replication/7c4a4ec1a35c43aebc36290c069078f8/hfileref/f3cc0e60476248cfb376dcfb3d25777e 2024-12-03T23:22:03,688 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/replication/7c4a4ec1a35c43aebc36290c069078f8/hfileref/f3cc0e60476248cfb376dcfb3d25777e, entries=6, sequenceid=17, filesize=5.4 K 2024-12-03T23:22:03,688 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/replication/7c4a4ec1a35c43aebc36290c069078f8/.tmp/queue/c3476c43b3324894bf7b343aa018013b as hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/replication/7c4a4ec1a35c43aebc36290c069078f8/queue/c3476c43b3324894bf7b343aa018013b 2024-12-03T23:22:03,691 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/replication/7c4a4ec1a35c43aebc36290c069078f8/queue/c3476c43b3324894bf7b343aa018013b, entries=2, sequenceid=17, filesize=5.4 K 2024-12-03T23:22:03,692 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 7c4a4ec1a35c43aebc36290c069078f8 in 59ms, sequenceid=17, compaction requested=false 2024-12-03T23:22:03,695 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/replication/7c4a4ec1a35c43aebc36290c069078f8/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-03T23:22:03,695 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:22:03,695 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:22:03,696 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8. 2024-12-03T23:22:03,696 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c4a4ec1a35c43aebc36290c069078f8: Waiting for close lock at 1733268123632Running coprocessor pre-close hooks at 1733268123632Disabling compacts and flushes for region at 1733268123632Disabling writes for close at 1733268123633 (+1 ms)Obtaining lock to block concurrent updates at 1733268123633Preparing flush snapshotting stores in 7c4a4ec1a35c43aebc36290c069078f8 at 1733268123633Finished memstore snapshotting hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733268123633Flushing stores of hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8. at 1733268123634 (+1 ms)Flushing 7c4a4ec1a35c43aebc36290c069078f8/hfileref: creating writer at 1733268123635 (+1 ms)Flushing 7c4a4ec1a35c43aebc36290c069078f8/hfileref: appending metadata at 1733268123653 (+18 ms)Flushing 7c4a4ec1a35c43aebc36290c069078f8/hfileref: closing flushed file at 1733268123653Flushing 7c4a4ec1a35c43aebc36290c069078f8/queue: creating writer at 1733268123661 (+8 ms)Flushing 7c4a4ec1a35c43aebc36290c069078f8/queue: appending metadata at 1733268123674 (+13 ms)Flushing 7c4a4ec1a35c43aebc36290c069078f8/queue: closing flushed file at 1733268123674Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f98abb6: reopening flushed file at 1733268123684 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d77f799: reopening flushed file at 1733268123688 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 7c4a4ec1a35c43aebc36290c069078f8 in 59ms, sequenceid=17, compaction requested=false at 1733268123692 (+4 ms)Writing region close event to WAL at 1733268123693 (+1 ms)Running coprocessor post-close hooks at 1733268123695 (+2 ms)Closed at 1733268123695 2024-12-03T23:22:03,696 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733268111126.7c4a4ec1a35c43aebc36290c069078f8. 2024-12-03T23:22:03,696 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39d97835b306e1cee35c0806bfe99416, disabling compactions & flushes 2024-12-03T23:22:03,696 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733268106680.39d97835b306e1cee35c0806bfe99416. 2024-12-03T23:22:03,696 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733268106680.39d97835b306e1cee35c0806bfe99416. 2024-12-03T23:22:03,696 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733268106680.39d97835b306e1cee35c0806bfe99416. after waiting 0 ms 2024-12-03T23:22:03,696 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733268106680.39d97835b306e1cee35c0806bfe99416. 2024-12-03T23:22:03,698 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/default/test/39d97835b306e1cee35c0806bfe99416/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T23:22:03,699 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:22:03,699 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T23:22:03,699 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733268106680.39d97835b306e1cee35c0806bfe99416. 2024-12-03T23:22:03,699 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39d97835b306e1cee35c0806bfe99416: Waiting for close lock at 1733268123696Running coprocessor pre-close hooks at 1733268123696Disabling compacts and flushes for region at 1733268123696Disabling writes for close at 1733268123696Writing region close event to WAL at 1733268123696Running coprocessor post-close hooks at 1733268123699 (+3 ms)Closed at 1733268123699 2024-12-03T23:22:03,699 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733268106680.39d97835b306e1cee35c0806bfe99416. 2024-12-03T23:22:03,701 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/1588230740/.tmp/rep_barrier/7356ca4f496b4c80ad680fbaeb526dc0 is 112, key is test,,1733268106680.39d97835b306e1cee35c0806bfe99416./rep_barrier:seqnumDuringOpen/1733268107438/Put/seqid=0 2024-12-03T23:22:03,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741851_1027 (size=5518) 2024-12-03T23:22:03,811 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T23:22:03,811 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T23:22:03,835 DEBUG [RS:0;5f9d64419733:41599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:22:04,035 DEBUG [RS:0;5f9d64419733:41599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:22:04,051 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 393, reset compression=false 2024-12-03T23:22:04,055 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:22:04,055 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 688, reset compression=false 2024-12-03T23:22:04,055 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.shipper5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5f9d64419733,41599,1733268095954 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T23:22:04,056 ERROR [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.shipper5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5f9d64419733,41599,1733268095954: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5f9d64419733,41599,1733268095954, walGroup=5f9d64419733%2C41599%2C1733268095954, offset=5f9d64419733%2C41599%2C1733268095954.1733268115795:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:41599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T23:22:04,057 ERROR [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.shipper5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T23:22:04,057 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.shipper5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T23:22:04,058 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.shipper5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T23:22:04,058 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.shipper5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T23:22:04,058 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.shipper5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T23:22:04,058 INFO [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.shipper5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1570766848, "init": 1048576000, "max": 2306867200, "used": 961480800 }, "NonHeapMemoryUsage": { "committed": 212140032, "init": 7667712, "max": -1, "used": 209067624 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T23:22:04,058 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.shipper5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:43729 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5f9d64419733:43729 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T23:22:04,104 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/1588230740/.tmp/rep_barrier/7356ca4f496b4c80ad680fbaeb526dc0 2024-12-03T23:22:04,121 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/1588230740/.tmp/table/4121dc51da9448c5a26129716b2fce78 is 53, key is hbase:replication/table:state/1733268112319/Put/seqid=0 2024-12-03T23:22:04,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741852_1028 (size=5308) 2024-12-03T23:22:04,235 DEBUG [RS:0;5f9d64419733:41599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:22:04,259 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 688, reset compression=false 2024-12-03T23:22:04,435 DEBUG [RS:0;5f9d64419733:41599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:22:04,525 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/1588230740/.tmp/table/4121dc51da9448c5a26129716b2fce78 2024-12-03T23:22:04,529 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/1588230740/.tmp/info/9cb52c069c0b48e9a218f098eaf376b2 as hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/1588230740/info/9cb52c069c0b48e9a218f098eaf376b2 2024-12-03T23:22:04,532 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/1588230740/info/9cb52c069c0b48e9a218f098eaf376b2, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T23:22:04,533 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/1588230740/.tmp/ns/eb4898dd68b4463b9137544ebd2f2b6c as hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/1588230740/ns/eb4898dd68b4463b9137544ebd2f2b6c 2024-12-03T23:22:04,536 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/1588230740/ns/eb4898dd68b4463b9137544ebd2f2b6c, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T23:22:04,537 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/1588230740/.tmp/rep_barrier/7356ca4f496b4c80ad680fbaeb526dc0 as hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/1588230740/rep_barrier/7356ca4f496b4c80ad680fbaeb526dc0 2024-12-03T23:22:04,540 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/1588230740/rep_barrier/7356ca4f496b4c80ad680fbaeb526dc0, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T23:22:04,541 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/1588230740/.tmp/table/4121dc51da9448c5a26129716b2fce78 as hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/1588230740/table/4121dc51da9448c5a26129716b2fce78 2024-12-03T23:22:04,544 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/1588230740/table/4121dc51da9448c5a26129716b2fce78, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T23:22:04,544 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 909ms, sequenceid=16, compaction requested=false 2024-12-03T23:22:04,545 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T23:22:04,548 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T23:22:04,549 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T23:22:04,549 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:22:04,549 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:22:04,549 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733268123634Running coprocessor pre-close hooks at 1733268123634Disabling compacts and flushes for region at 1733268123634Disabling writes for close at 1733268123635 (+1 ms)Obtaining lock to block concurrent updates at 1733268123635Preparing flush snapshotting stores in 1588230740 at 1733268123635Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733268123635Flushing stores of hbase:meta,,1.1588230740 at 1733268123636 (+1 ms)Flushing 1588230740/info: creating writer at 1733268123636Flushing 1588230740/info: appending metadata at 1733268123656 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733268123656Flushing 1588230740/ns: creating writer at 1733268123663 (+7 ms)Flushing 1588230740/ns: appending metadata at 1733268123677 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733268123677Flushing 1588230740/rep_barrier: creating writer at 1733268123684 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733268123700 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733268123700Flushing 1588230740/table: creating writer at 1733268124108 (+408 ms)Flushing 1588230740/table: appending metadata at 1733268124121 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733268124121Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f70710b: reopening flushed file at 1733268124529 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71b30515: reopening flushed file at 1733268124532 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7340e489: reopening flushed file at 1733268124536 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6287ae35: reopening flushed file at 1733268124540 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 909ms, sequenceid=16, compaction requested=false at 1733268124544 (+4 ms)Writing region close event to WAL at 1733268124546 (+2 ms)Running coprocessor post-close hooks at 1733268124549 (+3 ms)Closed at 1733268124549 2024-12-03T23:22:04,549 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T23:22:04,562 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 688, reset compression=false 2024-12-03T23:22:04,635 INFO [RS:0;5f9d64419733:41599 {}] regionserver.HRegionServer(976): stopping server 5f9d64419733,41599,1733268095954; all regions closed. 2024-12-03T23:22:04,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741842_1018 (size=859) 2024-12-03T23:22:04,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741844_1020 (size=2791) 2024-12-03T23:22:04,640 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.rep.1733268115845 not finished, retry = 0 2024-12-03T23:22:04,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741843_1019 (size=696) 2024-12-03T23:22:04,743 DEBUG [RS:0;5f9d64419733:41599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:22:04,743 INFO [RS:0;5f9d64419733:41599 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:22:04,743 INFO [RS:0;5f9d64419733:41599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:22:04,743 INFO [RS:0;5f9d64419733:41599 {}] hbase.ChoreService(370): Chore service for: regionserver/5f9d64419733:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T23:22:04,743 INFO [RS:0;5f9d64419733:41599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:22:04,743 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:22:04,743 INFO [RS:0;5f9d64419733:41599 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5f9d64419733,41599,1733268095954 because: Region server is closing 2024-12-03T23:22:04,744 INFO [RS:0;5f9d64419733:41599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:41599. 2024-12-03T23:22:04,744 DEBUG [RS:0;5f9d64419733:41599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:22:04,744 DEBUG [RS:0;5f9d64419733:41599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:22:04,744 DEBUG [RS:0;5f9d64419733:41599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:22:04,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:22:04,815 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 to pos 393, reset compression=false 2024-12-03T23:22:04,817 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795 2024-12-03T23:22:04,818 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T23:22:04,818 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-03T23:22:04,818 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-03T23:22:04,818 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.shipper5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-5f9d64419733,41599,1733268095954 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/WALs/5f9d64419733,41599,1733268095954/5f9d64419733%2C41599%2C1733268095954.1733268115795, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-03T23:22:04,818 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.shipper5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-03T23:22:04,819 DEBUG [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.shipper5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [5f9d64419733%2C41599%2C1733268095954.1733268115795] 2024-12-03T23:22:04,845 INFO [RS:0;5f9d64419733:41599 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.shipper5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 terminated 2024-12-03T23:22:04,845 INFO [RS:0;5f9d64419733:41599 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5f9d64419733,41599,1733268095954 because: Region server is closing 2024-12-03T23:22:04,845 WARN [RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,1-5f9d64419733,41599,1733268095954.replicationSource.wal-reader.5f9d64419733%2C41599%2C1733268095954,1-5f9d64419733,41599,1733268095954 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T23:22:04,845 INFO [RS:0;5f9d64419733:41599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:41599. 2024-12-03T23:22:04,845 DEBUG [RS:0;5f9d64419733:41599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:22:04,845 DEBUG [RS:0;5f9d64419733:41599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:22:04,845 DEBUG [RS:0;5f9d64419733:41599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:22:04,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:22:04,845 INFO [RS:0;5f9d64419733:41599 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5f9d64419733:0-0.replicationSource,2-5f9d64419733,41599,1733268095954.replicationSource.shipper5f9d64419733%2C41599%2C1733268095954,2-5f9d64419733,41599,1733268095954 terminated 2024-12-03T23:22:04,845 INFO [RS:0;5f9d64419733:41599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41599 2024-12-03T23:22:04,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1646778784/rs 2024-12-03T23:22:04,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x1017aa22a1c0001, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1646778784/rs/5f9d64419733,41599,1733268095954 2024-12-03T23:22:04,847 INFO [RS:0;5f9d64419733:41599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:22:04,848 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5f9d64419733,41599,1733268095954] 2024-12-03T23:22:04,850 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1646778784/draining/5f9d64419733,41599,1733268095954 already deleted, retry=false 2024-12-03T23:22:04,850 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5f9d64419733,41599,1733268095954 expired; onlineServers=0 2024-12-03T23:22:04,850 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5f9d64419733,43729,1733268095904' ***** 2024-12-03T23:22:04,850 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T23:22:04,850 INFO [M:0;5f9d64419733:43729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:22:04,850 INFO [M:0;5f9d64419733:43729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:22:04,850 DEBUG [M:0;5f9d64419733:43729 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T23:22:04,850 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T23:22:04,850 DEBUG [M:0;5f9d64419733:43729 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T23:22:04,850 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268097696 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268097696,5,FailOnTimeoutGroup] 2024-12-03T23:22:04,850 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268097696 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268097696,5,FailOnTimeoutGroup] 2024-12-03T23:22:04,850 INFO [M:0;5f9d64419733:43729 {}] hbase.ChoreService(370): Chore service for: master/5f9d64419733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T23:22:04,850 INFO [M:0;5f9d64419733:43729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:22:04,850 DEBUG [M:0;5f9d64419733:43729 {}] master.HMaster(1795): Stopping service threads 2024-12-03T23:22:04,850 INFO [M:0;5f9d64419733:43729 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T23:22:04,850 INFO [M:0;5f9d64419733:43729 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:22:04,851 INFO [M:0;5f9d64419733:43729 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T23:22:04,851 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T23:22:04,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1646778784/master 2024-12-03T23:22:04,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1646778784 2024-12-03T23:22:04,853 DEBUG [M:0;5f9d64419733:43729 {}] zookeeper.ZKUtil(347): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Unable to get data of znode /0-1646778784/master because node does not exist (not an error) 2024-12-03T23:22:04,853 WARN [M:0;5f9d64419733:43729 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T23:22:04,853 INFO [M:0;5f9d64419733:43729 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/.lastflushedseqids 2024-12-03T23:22:04,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741853_1029 (size=263) 2024-12-03T23:22:04,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x1017aa22a1c0001, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:22:04,949 INFO [RS:0;5f9d64419733:41599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:22:04,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41599-0x1017aa22a1c0001, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:22:04,949 INFO [RS:0;5f9d64419733:41599 {}] regionserver.HRegionServer(1031): Exiting; stopping=5f9d64419733,41599,1733268095954; zookeeper connection closed. 2024-12-03T23:22:04,949 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4de6ae57 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4de6ae57 2024-12-03T23:22:04,949 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T23:22:05,257 INFO [M:0;5f9d64419733:43729 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T23:22:05,257 INFO [M:0;5f9d64419733:43729 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T23:22:05,257 DEBUG [M:0;5f9d64419733:43729 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:22:05,257 INFO [M:0;5f9d64419733:43729 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:22:05,257 DEBUG [M:0;5f9d64419733:43729 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:22:05,257 DEBUG [M:0;5f9d64419733:43729 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:22:05,257 DEBUG [M:0;5f9d64419733:43729 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:22:05,257 INFO [M:0;5f9d64419733:43729 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-12-03T23:22:05,272 DEBUG [M:0;5f9d64419733:43729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c7aeef33d5e46268688258f0d15a7d6 is 82, key is hbase:meta,,1/info:regioninfo/1733268098873/Put/seqid=0 2024-12-03T23:22:05,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741854_1030 (size=5672) 2024-12-03T23:22:05,493 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T23:22:05,676 INFO [M:0;5f9d64419733:43729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c7aeef33d5e46268688258f0d15a7d6 2024-12-03T23:22:05,693 DEBUG [M:0;5f9d64419733:43729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb5ec592918641829726a17e4ba5ad47 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733268112322/Put/seqid=0 2024-12-03T23:22:05,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741855_1031 (size=8910) 2024-12-03T23:22:06,097 INFO [M:0;5f9d64419733:43729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb5ec592918641829726a17e4ba5ad47 2024-12-03T23:22:06,114 DEBUG [M:0;5f9d64419733:43729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60356df0030d48f7b159d8537c1a280d is 69, key is 5f9d64419733,41599,1733268095954/rs:state/1733268097793/Put/seqid=0 2024-12-03T23:22:06,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741856_1032 (size=5156) 2024-12-03T23:22:06,518 INFO [M:0;5f9d64419733:43729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60356df0030d48f7b159d8537c1a280d 2024-12-03T23:22:06,522 DEBUG [M:0;5f9d64419733:43729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c7aeef33d5e46268688258f0d15a7d6 as hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c7aeef33d5e46268688258f0d15a7d6 2024-12-03T23:22:06,525 INFO [M:0;5f9d64419733:43729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c7aeef33d5e46268688258f0d15a7d6, entries=8, sequenceid=112, filesize=5.5 K 2024-12-03T23:22:06,526 DEBUG [M:0;5f9d64419733:43729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb5ec592918641829726a17e4ba5ad47 as hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb5ec592918641829726a17e4ba5ad47 2024-12-03T23:22:06,528 INFO [M:0;5f9d64419733:43729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb5ec592918641829726a17e4ba5ad47, entries=13, sequenceid=112, filesize=8.7 K 2024-12-03T23:22:06,529 DEBUG [M:0;5f9d64419733:43729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60356df0030d48f7b159d8537c1a280d as hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60356df0030d48f7b159d8537c1a280d 2024-12-03T23:22:06,532 INFO [M:0;5f9d64419733:43729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40935/user/jenkins/test-data/73529d84-f3e2-cf13-cf6a-9c2fbc48e26c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60356df0030d48f7b159d8537c1a280d, entries=1, sequenceid=112, filesize=5.0 K 2024-12-03T23:22:06,532 INFO [M:0;5f9d64419733:43729 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=112, compaction requested=false 2024-12-03T23:22:06,535 INFO [M:0;5f9d64419733:43729 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:22:06,535 DEBUG [M:0;5f9d64419733:43729 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733268125257Disabling compacts and flushes for region at 1733268125257Disabling writes for close at 1733268125257Obtaining lock to block concurrent updates at 1733268125257Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733268125257Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1733268125258 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733268125258Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733268125258Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733268125272 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733268125272Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733268125679 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733268125693 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733268125693Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733268126100 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733268126114 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733268126114Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c027613: reopening flushed file at 1733268126521 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2201599d: reopening flushed file at 1733268126525 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5691e33b: reopening flushed file at 1733268126528 (+3 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=112, compaction requested=false at 1733268126532 (+4 ms)Writing region close event to WAL at 1733268126535 (+3 ms)Closed at 1733268126535 2024-12-03T23:22:06,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34337 is added to blk_1073741830_1006 (size=69067) 2024-12-03T23:22:06,537 INFO [M:0;5f9d64419733:43729 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T23:22:06,537 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:22:06,537 INFO [M:0;5f9d64419733:43729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43729 2024-12-03T23:22:06,538 INFO [M:0;5f9d64419733:43729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:22:06,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:22:06,639 INFO [M:0;5f9d64419733:43729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:22:06,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43729-0x1017aa22a1c0000, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:22:06,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d01137d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:22:06,642 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a2a59fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:22:06,642 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:22:06,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61aeee70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:22:06,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f659f1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/hadoop.log.dir/,STOPPED} 2024-12-03T23:22:06,644 WARN [BP-689716973-172.17.0.2-1733268094884 heartbeating to localhost/127.0.0.1:40935 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T23:22:06,644 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T23:22:06,644 WARN [BP-689716973-172.17.0.2-1733268094884 heartbeating to localhost/127.0.0.1:40935 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-689716973-172.17.0.2-1733268094884 (Datanode Uuid 0b2c6d06-9421-459d-9bf2-babfa0a152de) service to localhost/127.0.0.1:40935 2024-12-03T23:22:06,644 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T23:22:06,645 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/cluster_4bae21d8-14b7-c925-9872-0cf976b3a994/data/data1/current/BP-689716973-172.17.0.2-1733268094884 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:22:06,645 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/cluster_4bae21d8-14b7-c925-9872-0cf976b3a994/data/data2/current/BP-689716973-172.17.0.2-1733268094884 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:22:06,645 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T23:22:06,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61414b64{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:22:06,652 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e31e38c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:22:06,652 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:22:06,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59820be7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:22:06,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@491c2358{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd986b46-1a09-fc74-03ee-805fec24dc08/hadoop.log.dir/,STOPPED} 2024-12-03T23:22:06,658 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T23:22:06,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T23:22:06,688 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=600 (was 535) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40935 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33973 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42693 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:40935 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40935 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33973 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42693 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42693 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42693 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40935 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42693 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59661) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59661) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:33973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40935 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40935 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40935 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59661) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:42693 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40935 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=981 (was 879) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=399 (was 435), ProcessCount=11 (was 11), AvailableMemoryMB=6913 (was 7165) 2024-12-03T23:22:06,689 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2024-12-03T23:22:06,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017aa22a1c0005, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T23:22:06,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017aa22a1c0002, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T23:22:06,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1017aa22a1c0008, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T23:22:06,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017aa22a1c0002, quorum=127.0.0.1:59661, baseZNode=/0-1646778784 Received Disconnected from ZooKeeper, ignoring 2024-12-03T23:22:06,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017aa22a1c0005, quorum=127.0.0.1:59661, baseZNode=/12117752399 Received Disconnected from ZooKeeper, ignoring 2024-12-03T23:22:06,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1017aa22a1c0008, quorum=127.0.0.1:59661, baseZNode=/2955482877 Received Disconnected from ZooKeeper, ignoring